-- Logs begin at Wed 2021-12-15 10:51:32 UTC, end at Wed 2021-12-15 11:57:02 UTC. -- Dec 15 11:29:08.817705 dv-cinder-813222-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 11:29:11.643684 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.common.config [-] Logging enabled! Dec 15 11:29:11.644301 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 11:29:11.644473 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102522) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 11:29:11.647698 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.common.config [-] Logging enabled! Dec 15 11:29:11.647958 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 11:29:11.648273 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102522) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 11:29:11.649233 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 11:29:11.649468 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 11:29:11.649832 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 11:29:11.650077 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 11:29:11.650309 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 11:29:11.650634 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.651062 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 11:29:11.651379 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.651670 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.651963 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.652259 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.653069 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.653363 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.653656 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.653959 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.654251 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.654538 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.654829 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.655125 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.655412 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.655702 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.655990 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.656274 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] debug = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.656558 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.657029 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.657449 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.657735 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.658022 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.658316 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.658575 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.658853 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.659139 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.659471 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] host = dv-cinder-813222-4-iscsi {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.659764 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.660040 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.660329 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.660614 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.660921 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.661206 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.661495 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.661766 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.662041 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] log_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.662318 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.662607 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.662896 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.663187 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.663413 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.663636 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.663924 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.664211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.664486 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.664762 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.665065 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.665340 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.665615 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.665885 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.666175 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.666460 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.666745 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.667020 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.667300 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.667573 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.667846 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.668128 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.668981 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.669296 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.669577 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.669880 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.670139 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.670416 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.670718 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.671010 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.671297 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.671619 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.671863 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.672147 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.672423 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.672696 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.673000 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] use_json = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.673278 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.673553 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.673835 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.674110 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.674384 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.674658 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.674931 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.675216 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:11.675516 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.675814 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.676115 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.676401 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.676705 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.677013 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.677308 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.677591 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.677882 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.678171 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.678461 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.678742 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.679026 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.679307 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.679603 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.679909 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.680205 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.680503 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.680778 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.681152 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.681426 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.681708 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.681995 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.682274 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.682580 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.682850 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.683128 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.683429 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.683716 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.684036 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.684328 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.684673 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.684912 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.685206 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.685486 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.685760 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.686040 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.686330 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.686610 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.686881 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.687169 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.687448 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.687722 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.687996 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.688274 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.688564 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.688866 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.689141 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.689413 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.689692 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.689968 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.690252 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.690547 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.690801 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.691077 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.691354 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.691627 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.691901 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.692182 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.692453 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.692729 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.693022 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.693295 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.693569 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.693843 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.694114 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.694386 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.694658 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.694936 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.695207 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.695483 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.695756 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.696032 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.696305 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.696591 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.696915 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.697195 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.697475 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.697755 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.698035 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.698313 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.698591 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.698869 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.699147 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.699444 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.699745 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.700031 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.700319 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.700627 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.700937 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.701242 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.701522 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.701806 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.702084 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.702363 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.702647 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.702933 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.703225 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.703517 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.703810 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.704104 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.704396 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.704678 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.705017 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.705298 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:11.705516 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 11:29:11.705756 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102522) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 11:29:12.133420 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 11:29:12.133703 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 11:29:12.134018 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 11:29:12.134358 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 11:29:12.462690 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.462998 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.463275 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.464568 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.464867 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.465649 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.511243 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.511522 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.511791 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.526238 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.526522 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.526792 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.555235 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.555516 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.555787 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.593588 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.593872 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.594145 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.930325 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.930964 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.930964 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.931143 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:12.931833 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.031961 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.032288 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.032577 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.032876 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.033149 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.033463 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.033725 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.033985 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.034246 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.034531 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.034793 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.035061 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.035318 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.035573 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.035840 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.036108 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.036364 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.036640 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.036938 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.037202 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.037472 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.037725 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.038006 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.038383 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.038633 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.038879 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.039277 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102522) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:13.039518 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102522) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:13.039757 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102522) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:13.039995 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102522) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:13.040232 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102522) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:13.040465 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102522) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:13.040851 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 11:29:13.044040 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 11:29:13.048126 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 11:29:13.052064 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Dec 15 11:29:13.053737 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 11:29:13.054204 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 11:29:13.054542 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 11:29:13.054933 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 11:29:13.057795 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 11:29:13.058054 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 11:29:13.058410 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 11:29:13.064246 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 11:29:13.087945 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 11:29:13.088411 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.088718 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102522) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 11:29:13.089109 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.090557 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102522) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 11:29:13.090839 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 11:29:13.091082 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 11:29:13.094379 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.094660 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.158464 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 11:29:13.158706 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 11:29:13.158944 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 11:29:13.159327 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 11:29:13.181690 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_db.sqlalchemy.engines [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102522) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 11:29:13.621998 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Initializing driver for type 'gre' Dec 15 11:29:13.622448 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] gre ID ranges: [(1, 1000)] Dec 15 11:29:13.674130 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Initializing driver for type 'local' Dec 15 11:29:13.674536 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Initializing driver for type 'vlan' Dec 15 11:29:13.689276 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] VlanTypeDriver initialization complete Dec 15 11:29:13.689712 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Initializing driver for type 'vxlan' Dec 15 11:29:13.690274 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] vxlan ID ranges: [(1, 1000)] Dec 15 11:29:13.742802 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Initializing extension driver 'port_security' Dec 15 11:29:13.743200 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.extensions.port_security [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] PortSecurityExtensionDriver initialization complete Dec 15 11:29:13.743540 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Initializing mechanism driver 'openvswitch' Dec 15 11:29:13.743865 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Initializing mechanism driver 'hyperv' Dec 15 11:29:13.750497 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:13.751356 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > port after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.751744 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > port after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.752103 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > port after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.752647 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102522) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:13.753115 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > subnet after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.753477 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > subnet after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.753829 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.754239 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102522) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:13.754649 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > network after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.755004 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > network after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.755353 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > network after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.755758 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102522) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:13.756173 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > security_group after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.756529 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > security_group after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.756915 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.757329 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102522) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:13.757741 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.758096 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.758442 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.758849 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102522) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:13.759258 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > address_group after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.759610 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > address_group after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.759955 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.760361 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102522) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 11:29:13.760745 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] ML2 OVO RPC backend initialized. {{(pid=102522) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 11:29:13.761488 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.761850 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.762271 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > network before_response 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.762638 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > networks before_response 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.762974 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > port before_response 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.763324 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > ports before_response 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.763671 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > subnet before_response 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.764014 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > subnets before_response 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.764363 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > network after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.764709 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > network after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.765080 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > network after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.765423 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > port after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.765765 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > port after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.766105 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > port after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.766446 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > subnet after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.766788 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > subnet after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.767128 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.767709 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.plugin [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Modular L2 Plugin initialization complete Dec 15 11:29:13.768041 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading services supported by the core plugin {{(pid=102522) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 11:29:13.768373 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.plugins.ml2.managers [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Got port-security extension from driver 'port_security' Dec 15 11:29:13.768866 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.extensions.vlantransparent [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Disabled vlantransparent extension. Dec 15 11:29:13.769359 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102522) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 11:29:13.769680 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading Plugin: router Dec 15 11:29:13.806835 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.807233 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router after_create 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.807612 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router before_create 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.807984 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.808364 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.808752 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router after_delete 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.809154 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.809638 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.810010 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router after_create 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.810363 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router after_update 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.810718 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router after_update 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.811076 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.811440 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router after_update 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.811857 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router precommit_update 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.812232 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: port after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.812668 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: port after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.812958 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: subnet after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.813305 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.813660 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.814015 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router precommit_create 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.814367 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: port before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.814733 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router precommit_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.815073 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router after_update 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.815419 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.815772 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router precommit_create 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.816141 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.816485 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router precommit_update 55549900 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.816884 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > agent after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.817243 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > agent after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.817594 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > network after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.818474 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Tracking information for resource: router configured {{(pid=102522) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:13.818812 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Tracking information for resource: floatingip configured {{(pid=102522) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 11:29:13.823789 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.db.l3_agentschedulers_db [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 11:29:13.824397 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: port after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.824772 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: port after_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.825154 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: port after_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.825515 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: port after_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.826316 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router before_create 55550100 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.826682 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.827050 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router precommit_create 55550100 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.827414 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > router precommit_update 55550100 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.832392 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.services.provider_configuration [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service providers = [] {{(pid=102522) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 11:29:13.832761 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.db.servicetype_db [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102522) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 11:29:13.835828 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.services.service_base [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102522) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 11:29:13.836180 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.services.service_base [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102522) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 11:29:13.836523 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.services.service_base [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102522) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 11:29:13.837452 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.services.service_base [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102522) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 11:29:13.837831 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.services.service_base [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 11:29:13.838210 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102522) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:13.838530 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 11:29:13.849994 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102522) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:13.850334 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading Plugin: auto_allocate Dec 15 11:29:13.856905 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: network precommit_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.857483 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: network precommit_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.858011 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102522) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:13.858331 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading Plugin: tag Dec 15 11:29:13.865209 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102522) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:13.865544 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading Plugin: timestamp Dec 15 11:29:13.869464 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102522) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:13.869793 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading Plugin: network_ip_availability Dec 15 11:29:13.875419 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.875738 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.876098 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:13.876830 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102522) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:13.877171 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading Plugin: flavors Dec 15 11:29:13.882225 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102522) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:13.882559 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading Plugin: revisions Dec 15 11:29:13.886931 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102522) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 11:29:13.887326 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_concurrency.lockutils [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.753s {{(pid=102522) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 11:29:13.888081 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102522) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 11:29:13.888422 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Initializing extension manager. Dec 15 11:29:13.888978 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: __init__.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.889323 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: __pycache__ {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.889659 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.889997 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: address_group.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.890760 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.891334 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: address-group Dec 15 11:29:13.891660 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: address_scope.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.892382 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.892931 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: address-scope Dec 15 11:29:13.893258 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.894201 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.894723 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: router-admin-state-down-before-update Dec 15 11:29:13.895045 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: agent.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.895749 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.896251 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: agent Dec 15 11:29:13.896571 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: agent_resources_synced.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.897520 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.898032 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: agent-resources-synced Dec 15 11:29:13.898351 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: allowedaddresspairs.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.900165 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.900686 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: allowed-address-pairs Dec 15 11:29:13.901047 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: auto_allocated_topology.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.902148 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.903198 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: auto-allocated-topology Dec 15 11:29:13.903524 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: availability_zone.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.904227 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.904731 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: availability_zone Dec 15 11:29:13.905084 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: availability_zone_filter.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.906014 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.906521 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: availability_zone_filter Dec 15 11:29:13.906843 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: data_plane_status.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.907767 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.908276 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 11:29:13.908597 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: default_subnetpools.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.909551 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.910060 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: default-subnetpools Dec 15 11:29:13.910384 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.911188 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.911692 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: dhcp_agent_scheduler Dec 15 11:29:13.912019 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: dns.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.912981 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.913486 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension dns-integration not supported by any of loaded plugins Dec 15 11:29:13.913809 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: dns_domain_ports.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.914752 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.915264 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 11:29:13.915587 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.916520 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.917069 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 11:29:13.917395 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: dvr.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.918072 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.919129 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: dvr Dec 15 11:29:13.919449 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: ecmp_routes.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.920384 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.920920 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 11:29:13.921246 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: empty_string_filtering.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.922167 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.922679 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: empty-string-filtering Dec 15 11:29:13.923003 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.923928 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.924435 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 11:29:13.924757 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.925723 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.926234 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 11:29:13.926555 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: external_net.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.927467 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.927980 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: external-net Dec 15 11:29:13.928300 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.929257 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.929769 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: extra_dhcp_opt Dec 15 11:29:13.930088 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: extraroute.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.931013 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.931538 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: extraroute Dec 15 11:29:13.931834 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: extraroute_atomic.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.934466 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.935006 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: extraroute-atomic Dec 15 11:29:13.935347 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: filter_validation.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.936029 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.936544 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: filter-validation Dec 15 11:29:13.936908 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: fip_pf_description.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.937852 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.938369 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 11:29:13.938700 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: fip_port_details.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.939632 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.940151 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: fip-port-details Dec 15 11:29:13.940482 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: flavors.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.941760 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.942282 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: flavors Dec 15 11:29:13.942613 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.944311 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.944859 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 11:29:13.945204 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: floatingip_pools.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.945908 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.946423 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: floatingip-pools Dec 15 11:29:13.946751 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: ip_allocation.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.947750 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.948264 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 11:29:13.948590 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.949589 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.950102 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: ip-substring-filtering Dec 15 11:29:13.950428 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: l2_adjacency.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.951371 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.951879 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 11:29:13.952205 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: l3.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.953225 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.953749 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: router Dec 15 11:29:13.954076 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.956365 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.956913 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 11:29:13.957250 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.958190 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.958708 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: ext-gw-mode Dec 15 11:29:13.959037 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.960028 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.960491 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: l3-ha Dec 15 11:29:13.960830 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: l3_flavors.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.961775 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.962293 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: l3-flavors Dec 15 11:29:13.962621 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.963548 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.964064 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 11:29:13.964389 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: l3agentscheduler.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.966006 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.966521 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: l3_agent_scheduler Dec 15 11:29:13.966854 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: local_ip.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.968668 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.969225 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension local_ip not supported by any of loaded plugins Dec 15 11:29:13.969563 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: logging.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.971064 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.971591 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension logging not supported by any of loaded plugins Dec 15 11:29:13.971926 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: metering.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.972801 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.973411 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: metering Dec 15 11:29:13.973744 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.974849 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.975369 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: metering_source_and_destination_fields Dec 15 11:29:13.975701 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: multiprovidernet.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.976644 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.977197 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: multi-provider Dec 15 11:29:13.977522 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: netmtu.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.978448 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.978959 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: net-mtu Dec 15 11:29:13.979283 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: netmtu_writable.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.980206 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.981346 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: net-mtu-writable Dec 15 11:29:13.981673 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: network_availability_zone.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.982608 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.983116 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: network_availability_zone Dec 15 11:29:13.983440 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: network_ip_availability.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.984569 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.985113 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: network-ip-availability Dec 15 11:29:13.985438 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: network_segment_range.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.986211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.986723 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 11:29:13.987046 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: pagination.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.988059 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.988395 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: pagination Dec 15 11:29:13.988713 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: port_device_profile.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.989657 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.990177 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: port-device-profile Dec 15 11:29:13.990499 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.991446 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.991958 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: port-mac-address-regenerate Dec 15 11:29:13.992283 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.993247 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.993759 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: port-numa-affinity-policy Dec 15 11:29:13.994085 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: port_resource_request.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.995010 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.995518 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 11:29:13.995847 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: port_resource_request_groups.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.996877 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.997387 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 11:29:13.997712 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: portbindings.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:13.998645 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:13.999157 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: binding Dec 15 11:29:13.999481 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: portbindings_extended.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.000771 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.001319 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: binding-extended Dec 15 11:29:14.001650 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: portsecurity.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.002583 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.003096 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: port-security Dec 15 11:29:14.003422 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: project_id.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.004418 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.004751 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: project-id Dec 15 11:29:14.005101 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: providernet.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.006045 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.006562 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: provider Dec 15 11:29:14.006888 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.010528 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.011060 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos not supported by any of loaded plugins Dec 15 11:29:14.011393 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.013219 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.013739 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 11:29:14.014071 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.015005 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.015521 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 11:29:14.015858 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_default.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.016792 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.017331 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-default not supported by any of loaded plugins Dec 15 11:29:14.017662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_fip.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.018323 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.018828 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-fip not supported by any of loaded plugins Dec 15 11:29:14.019151 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.020160 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 11:29:14.020495 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_gateway_ip.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.021460 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.021987 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 11:29:14.022322 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_port_network_policy.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.023270 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.023787 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 11:29:14.024114 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.025307 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.025832 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 11:29:14.026160 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_pps_rule.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.027373 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.028432 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-pps not supported by any of loaded plugins Dec 15 11:29:14.028759 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_rule_type_details.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.029713 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.030229 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 11:29:14.030555 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: qos_rules_alias.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.031615 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.032130 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 11:29:14.032458 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: quota_check_limit.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.033417 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.033935 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: quota-check-limit Dec 15 11:29:14.034261 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: quotasv2.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.035211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.035544 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: quotas Dec 15 11:29:14.035872 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: quotasv2_detail.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.039050 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.039396 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: quota_details Dec 15 11:29:14.039730 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: rbac.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.040799 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.041353 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: rbac-policies Dec 15 11:29:14.041684 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: rbac_address_group.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.042636 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.043190 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: rbac-address-group Dec 15 11:29:14.043520 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: rbac_address_scope.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.044462 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.045007 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: rbac-address-scope Dec 15 11:29:14.045337 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: rbac_security_groups.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.046275 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.046796 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: rbac-security-groups Dec 15 11:29:14.047121 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: rbac_subnetpool.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.048053 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.048567 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: rbac-subnetpool Dec 15 11:29:14.048998 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: revisionifmatch.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.049936 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.050451 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: revision-if-match Dec 15 11:29:14.050775 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: revisions.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.051906 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.052425 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: standard-attr-revisions Dec 15 11:29:14.052752 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: router_availability_zone.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.053453 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.053974 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: router_availability_zone Dec 15 11:29:14.054304 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: routerservicetype.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.055237 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.055756 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension router-service-type not supported by any of loaded plugins Dec 15 11:29:14.056080 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.057134 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.057649 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: security-groups-normalized-cidr Dec 15 11:29:14.057973 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.058933 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.059444 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: port-security-groups-filtering Dec 15 11:29:14.059768 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.060704 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.061249 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: security-groups-remote-address-group Dec 15 11:29:14.061576 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.062524 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.063039 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: security-groups-shared-filtering Dec 15 11:29:14.063366 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.063954 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 11:29:14.064277 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: securitygroup.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.074895 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.075432 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: security-group Dec 15 11:29:14.075766 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: segment.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.076572 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.077121 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension segment not supported by any of loaded plugins Dec 15 11:29:14.077651 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.078629 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.079147 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 11:29:14.079478 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: servicetype.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.080617 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.081174 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: service-type Dec 15 11:29:14.081508 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: sorting.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.082510 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.082847 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: sorting Dec 15 11:29:14.083174 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: standard_attr_segment.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.084106 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.084634 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 11:29:14.084993 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: standardattrdescription.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.085654 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.086173 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: standard-attr-description Dec 15 11:29:14.086507 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: stateful_security_group.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.087460 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.087979 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: stateful-security-group Dec 15 11:29:14.088306 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: stdattrs_common.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.088907 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 11:29:14.089233 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.090727 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.091242 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 11:29:14.091565 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: subnet_onboard.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.092672 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.093233 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: subnet_onboard Dec 15 11:29:14.093561 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.094500 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.095013 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 11:29:14.095338 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: subnet_service_types.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.096272 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.096795 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: subnet-service-types Dec 15 11:29:14.097144 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: subnetallocation.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.098253 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.098775 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: subnet_allocation Dec 15 11:29:14.099103 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.099772 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.100301 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: subnetpool-prefix-ops Dec 15 11:29:14.100609 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.101594 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.102112 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 11:29:14.102438 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: tagging.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.103504 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.104027 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: standard-attr-tag Dec 15 11:29:14.104362 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: timestamp.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.105623 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.106148 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loaded extension: standard-attr-timestamp Dec 15 11:29:14.106484 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: trunk.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.107790 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.108311 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension trunk not supported by any of loaded plugins Dec 15 11:29:14.108638 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: trunk_details.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.109600 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.110119 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension trunk-details not supported by any of loaded plugins Dec 15 11:29:14.110444 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: uplink_status_propagation.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.111383 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.111900 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 11:29:14.112223 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Loading extension file: vlantransparent.py {{(pid=102522) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 11:29:14.112922 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102522) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 11:29:14.113435 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 11:29:14.115975 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:network Dec 15 11:29:14.116512 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:subnet Dec 15 11:29:14.116945 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:14.117342 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:port Dec 15 11:29:14.118602 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.119184 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service FLAVORS assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.119796 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.120228 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.120565 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:router Dec 15 11:29:14.121020 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 11:29:14.121543 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service METERING assigned prefix: /metering {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.122992 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:14.123368 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:14.123725 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102522) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:29:14.124748 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 11:29:14.125234 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:security_group Dec 15 11:29:14.125723 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 11:29:14.126297 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service CORE assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.126631 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:14.126977 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] subnetpool is already registered Dec 15 11:29:14.127419 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service CORE assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.127751 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:14.128085 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] subnetpool is already registered Dec 15 11:29:14.130413 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.130866 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service FLAVORS assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.131439 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.131859 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.132194 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:router Dec 15 11:29:14.132534 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] router is already registered Dec 15 11:29:14.132969 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:floatingip Dec 15 11:29:14.133308 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] floatingip is already registered Dec 15 11:29:14.133758 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service METERING assigned prefix: /metering {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.134423 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 11:29:14.134753 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] rbac_policy is already registered Dec 15 11:29:14.135169 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:security_group Dec 15 11:29:14.135504 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] security_group is already registered Dec 15 11:29:14.135908 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 11:29:14.136245 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] security_group_rule is already registered Dec 15 11:29:14.137419 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service CORE assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.137753 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:14.138088 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] subnetpool is already registered Dec 15 11:29:14.138510 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.v2.resource_helper [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Service CORE assigned prefix: {{(pid=102522) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 11:29:14.138836 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 11:29:14.139165 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING neutron.quota.resource_registry [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] subnetpool is already registered Dec 15 11:29:14.139631 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: extensions {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.141127 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: address-groups {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.142632 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: address-scopes {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.143955 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: agents {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.145145 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: auto-allocated-topology {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.146386 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: availability_zones {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.147628 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: dhcp-networks {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.149195 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: dhcp-agents {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.150611 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: routers {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.153450 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: flavors {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.154620 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: service_profiles {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.155826 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: next_providers {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.157322 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: service_profiles {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.160070 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: floatingip-pools {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.161343 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: routers {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.163456 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: floatingips {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.164760 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: l3-routers {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.166178 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: l3-agents {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.167611 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: metering-labels {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.169032 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: metering-label-rules {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.170337 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: network-ip-availabilities {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.171578 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: bindings {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.173256 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: quotas {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.174835 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: quotas {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.176372 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: rbac-policies {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.178102 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: security-groups {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.179404 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: security-group-rules {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.180571 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: service-providers {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.181832 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: subnetpools {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.183286 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: subnetpools {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.184765 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.186468 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.188288 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.190104 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.191891 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.193788 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.195468 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.197439 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.199227 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.201624 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron.api.extensions [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Extended resource: tags {{(pid=102522) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 11:29:14.207772 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING keystonemiddleware.auth_token [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 11:29:14.212581 dv-cinder-813222-4-iscsi neutron-server[102522]: WARNING keystonemiddleware.auth_token [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 11:29:14.222164 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_concurrency.lockutils [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Acquired lock "singleton_lock" {{(pid=102522) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 11:29:14.222638 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_concurrency.lockutils [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Releasing lock "singleton_lock" {{(pid=102522) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 11:29:14.223291 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO oslo_service.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Starting 2 workers Dec 15 11:29:14.228093 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Started child 102631 {{(pid=102522) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 11:29:14.232903 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Started child 102632 {{(pid=102522) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 11:29:14.234015 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:14.234948 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO neutron.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 11:29:14.235174 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Publish callbacks [] for process, before_spawn {{(pid=102522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:14.235649 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [-] (102631) wsgi starting up on http://0.0.0.0:9696 Dec 15 11:29:14.237618 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO oslo_service.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Starting 1 workers Dec 15 11:29:14.237775 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:14.239193 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [-] (102632) wsgi starting up on http://0.0.0.0:9696 Dec 15 11:29:14.242918 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Started child 102633 {{(pid=102522) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 11:29:14.243497 dv-cinder-813222-4-iscsi neutron-server[102522]: INFO oslo_service.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Starting 1 workers Dec 15 11:29:14.246769 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] calling RpcWorker wait() {{(pid=102633) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 11:29:14.247315 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] returning from RpcWorker wait() {{(pid=102633) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 11:29:14.248050 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Started child 102634 {{(pid=102522) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 11:29:14.248676 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:14.248883 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG neutron_lib.callbacks.manager [None req-7e7ca18b-2fbc-4087-a2f2-fa46ecfa5029 None None] Publish callbacks [] for process, after_spawn {{(pid=102522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:14.249228 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:14.250760 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102522) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 11:29:14.250971 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 11:29:14.251169 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 11:29:14.251394 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 11:29:14.251730 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 11:29:14.251914 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 11:29:14.252435 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.252736 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.253059 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.253158 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:14.253637 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.253637 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.254204 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.254465 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.254747 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.255029 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.255268 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.255441 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.255610 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.255884 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.256141 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.256472 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.256742 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.257029 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.257280 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.257455 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.257721 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.257989 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.258240 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.258514 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] debug = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.258772 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.259255 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.259507 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.259769 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.260007 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.260278 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.260528 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.260799 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.261073 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.261319 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.261557 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.262355 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.262617 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.262848 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.263094 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.263348 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.263612 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.263857 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.264337 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] host = dv-cinder-813222-4-iscsi {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.264564 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.264788 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.265044 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.265306 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.265554 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.265778 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.266035 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.266301 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.266535 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.266765 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.267006 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.267254 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.267526 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.267780 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.267947 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_options = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.268199 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.268487 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.268748 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.268976 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.269148 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.269331 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.269603 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.269770 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.270038 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.270258 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.270479 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.270700 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.270922 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.271159 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.271422 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.271673 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.271893 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.272123 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.272370 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.272602 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.272851 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.273088 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.273350 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.273597 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.273822 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.274047 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.274276 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.274520 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.274766 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.275017 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.275258 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.275506 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.275744 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.276015 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.276287 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.276522 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.276754 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.277001 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.277285 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.277588 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.278347 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.278602 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.278823 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.279086 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.279328 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.279551 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.279789 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_json = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.280031 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.280269 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.280531 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.280755 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.281018 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.281237 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.281454 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.281705 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.282129 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.282437 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.282760 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.283012 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.283267 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.283681 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.283951 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.284184 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.284453 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.284721 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.284846 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:14.285059 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.285308 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.285603 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.285838 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.286101 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.286406 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.286673 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.286941 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.287185 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.287444 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.287688 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.287931 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.288213 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.288440 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.288679 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.288956 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.289207 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.289527 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.289800 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.290128 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.290402 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.290660 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.290926 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.291146 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.291391 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.291611 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.291862 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.292085 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.292309 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.292584 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.292826 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.293142 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.293371 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.293577 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.293815 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.294049 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.294277 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.294542 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.294778 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.295005 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.295245 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.295456 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.295676 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.295873 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.296101 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.296342 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.296609 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.296860 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.298032 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.298257 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.298996 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.299642 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.299900 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.300380 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.301148 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.301148 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.301148 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.301591 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.301591 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.302162 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.302162 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.302563 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.302563 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.302838 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.302982 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.303160 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.303380 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.303641 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.303848 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.304065 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.304281 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.304499 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.304735 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.304988 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.305186 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.305432 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.305654 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.305878 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.306094 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.306314 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.306703 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.306837 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.307133 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.307412 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.307671 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.307902 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.308152 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.308393 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.308634 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.310712 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.310712 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.310712 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.310712 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.310712 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.310712 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.310712 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.310712 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.311586 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.311586 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.311586 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.311586 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.312058 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.312058 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.312405 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.312405 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.312733 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.313043 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.313496 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.313645 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.313845 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.314121 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.314368 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.314654 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.314970 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.315248 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.315531 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.315805 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.315992 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.316272 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.316543 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.316842 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.317072 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.317343 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.317591 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.317848 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.318101 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.318339 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.318594 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.318952 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.319151 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.319387 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.319623 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.319894 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.320128 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.320968 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.320968 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.320968 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.321398 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.321900 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.321900 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.321900 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.322307 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.322558 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.322558 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.322837 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.323042 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.323283 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.323776 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.323776 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.324155 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.324155 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.328944 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.328944 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.328944 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.328944 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.328944 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.328944 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.328944 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.328944 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.329662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.329662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.329662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.329662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.329662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.329662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.329662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.329662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330211 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330746 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330746 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.330900 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.331073 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.331310 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.331561 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.331802 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.332070 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.332398 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.332654 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.332931 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.333318 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.333932 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.334184 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.334440 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.334691 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.334938 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.335163 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.335380 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.335648 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.335894 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.336137 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.336356 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.336574 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.336785 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.337228 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.337592 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.338042 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.338453 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.338837 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.339270 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.339547 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.339730 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.340028 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.340727 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.340982 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.341213 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.341430 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.341648 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.341918 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.342130 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.342358 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.342579 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.342808 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.343078 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.343312 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.343529 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.343744 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.343969 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.344193 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.344405 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.344634 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.345108 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.345108 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.345386 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.345513 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.345734 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.345965 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.346183 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.346389 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.346855 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.347243 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.347606 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.348080 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.348355 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.348589 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.348926 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.349315 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.349570 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.349831 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.350193 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.350406 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.350667 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.350898 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.351152 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.351380 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.351655 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.351975 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.352255 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.352524 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.352789 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.353264 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.353698 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.353974 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.354209 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.354496 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.354852 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.355143 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.355397 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.355661 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.355919 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.356166 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.356388 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.356611 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.356884 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.357112 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.357609 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.357861 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.358082 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.358311 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.358577 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.358824 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.359084 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.359318 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.359538 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.359754 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.359909 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 11:29:14.360654 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102522) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 11:29:14.360654 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 11:29:14.360850 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 11:29:14.360964 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 11:29:14.361134 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 11:29:14.361447 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 11:29:14.361671 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.361825 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.362133 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.362447 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.362610 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.362796 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.362960 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.363122 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.363283 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.363444 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.363607 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.363769 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.363930 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.364091 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.364252 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.364414 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.364576 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.364741 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.364932 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.365097 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.365246 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.365406 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.365567 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] debug = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.365727 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.365939 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.366107 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.366268 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.366429 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.366590 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.366750 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.366910 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.367070 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.367230 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.367392 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.367550 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.367861 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.368025 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.368185 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.368351 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.368513 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.368675 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.368854 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] host = dv-cinder-813222-4-iscsi {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.369016 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.369177 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.369337 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.369497 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.369659 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.369820 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.369980 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.370141 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.370302 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.370463 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.370625 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.370786 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.370950 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.372367 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.372367 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_options = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.372367 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.372367 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.372367 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.372996 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.372996 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.372996 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.372996 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.373494 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.373494 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.373494 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.373494 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.373966 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.373966 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.373966 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.374304 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.374304 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.374461 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.374542 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.375009 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.375009 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.375009 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.375247 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.375247 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.375859 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.375859 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.375859 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.375859 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.376199 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.376199 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.376343 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.376476 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.376777 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.376777 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.376995 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.377153 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.377461 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.377815 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.378160 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.378327 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.378490 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.378668 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.378799 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380044 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380044 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380044 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380044 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380044 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_json = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380044 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380044 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380044 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380722 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380722 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380722 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380722 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.380722 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 11:29:14.381146 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.381146 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.381288 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.381412 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.381580 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.381822 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.381992 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.382156 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.382475 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.382642 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.382815 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.382982 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.383156 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.383323 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.383486 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.383648 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.383962 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.384127 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.384292 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.384457 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.384619 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.384778 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.385126 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.385292 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.385455 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.385620 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.385784 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.385957 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.386122 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.386301 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.386461 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.386774 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.387474 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.387640 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.387805 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.387970 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.388144 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.388299 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.388464 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.388627 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.388791 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.388986 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.389151 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.389314 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.389479 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.389643 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.389808 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.389971 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.390134 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.390298 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.390462 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.390626 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.390790 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.390954 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.391102 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.391271 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.391436 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.391609 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.391965 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.391965 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.392253 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.392253 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.392514 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.392514 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.392769 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.392953 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.393083 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.393221 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.393330 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.393493 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.393657 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.393820 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.393985 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.394149 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.394313 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.394403 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:14.394489 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.394627 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.394791 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.394954 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.395117 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.395279 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.395444 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.395607 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.395770 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.395934 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.396098 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.396260 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.396423 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.396590 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.396752 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.397089 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.397264 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.397443 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.397607 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.397833 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.397925 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.398062 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.398225 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.398387 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.398550 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.398713 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.398881 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.399043 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.399207 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.399373 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.399537 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.399700 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.399863 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.400025 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.400187 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.400349 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.400512 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.400677 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.400879 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.401001 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.401164 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.401327 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.401489 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.401660 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.401825 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.401993 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.402156 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.402327 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.402528 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.402694 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.402859 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.403022 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.403186 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.403349 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.403513 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.403676 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.403841 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.404005 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.404168 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.404343 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.404507 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.404661 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.404855 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.405442 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.405442 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.405442 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.406720 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.406720 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.406720 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.406720 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.406720 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.406720 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.406720 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.406720 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.407370 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.407370 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.407370 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.407370 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.407370 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.408231 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.408231 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.408231 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.408231 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.408740 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.408740 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.408740 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.408740 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.409292 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.409292 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.409292 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.409675 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.409675 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.409675 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.410049 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.410049 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.410298 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.410298 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.410522 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.410606 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.410737 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.410902 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.411067 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.411232 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.411396 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.411561 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.411842 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.411987 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.412111 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.412246 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.412379 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.412497 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.412662 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.412860 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.412994 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.413164 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.413329 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.413493 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.413657 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.413835 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.413999 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.414161 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.414324 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.414488 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.414651 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.414816 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.414979 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.415143 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.415307 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.415469 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.415634 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.415801 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.415965 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.416131 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.416295 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.416466 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.416622 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.416785 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.416986 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.417149 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.417313 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.417477 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.417641 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.417806 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.417979 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.418168 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.418332 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.418496 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.418665 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.418831 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.419004 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.419168 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.419331 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.419494 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.419658 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.419822 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.419995 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.420158 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.420322 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.420485 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.420648 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.420837 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.421013 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.421177 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.421340 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.421502 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.421666 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.421830 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.422002 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.422165 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.422328 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.422491 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.422654 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.422819 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.422991 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.423156 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.423320 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.423492 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.423656 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.423819 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.423982 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.424156 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.424320 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.424486 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.424649 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.424854 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.425000 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.425166 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.425335 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.425508 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.425679 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.425844 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.426017 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.426189 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.426362 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.426526 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.426696 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.426872 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.427036 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.427199 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.427363 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.427526 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.427690 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.427853 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.428017 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.428184 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.428403 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.428491 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.428654 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.428834 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.428999 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.429163 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.429326 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.429490 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.429654 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.429818 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.429982 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 11:29:14.430139 dv-cinder-813222-4-iscsi neutron-server[102522]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102522) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 11:29:14.493574 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34456) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:14.502731 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070212 Dec 15 11:29:26.700834 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00ca691-eebc-4474-a2e4-8877c9cffeb8 None None] get_active_networks_info from dv-cinder-813222-4-iscsi {{(pid=102633) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 11:29:26.765080 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ca691-eebc-4474-a2e4-8877c9cffeb8 None None] No non-hosted networks {{(pid=102633) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 11:29:26.773638 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.agentschedulers_db [None req-a00ca691-eebc-4474-a2e4-8877c9cffeb8 None None] DHCP Agent not found on host dv-cinder-813222-4-iscsi {{(pid=102633) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 11:29:26.893412 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-329ab67d-9236-4eed-9b17-0bea85a1f621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16393464'] for agent, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:28.908485 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dba59521-8d9e-473e-852a-c43c35b05e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16393464'] for agent, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:28.952714 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-93e2b007-9ea8-4896-ba5e-60779e59c78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:30.006619 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16393464'] for agent, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:31.363260 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16393464'] for agent, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:32.495096 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16393464'] for agent, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:32.495867 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.496281 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.496911 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.497320 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.497966 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.498358 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.498916 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.499334 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.499754 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.500158 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.500570 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.501001 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.501560 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:32.502052 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813222-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:32.508276 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813222-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:29:33.021478 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34546) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:33.554061 dv-cinder-813222-4-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-ab216515-c6be-4e40-a03c-b262bddf3a88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:33.554749 dv-cinder-813222-4-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-ab216515-c6be-4e40-a03c-b262bddf3a88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:33.787329 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-ab216515-c6be-4e40-a03c-b262bddf3a88 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:29:33.788474 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ab216515-c6be-4e40-a03c-b262bddf3a88 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7660913 Dec 15 11:29:35.471593 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.db.l3_hamode_db [None req-146f39ae-1d1f-4168-b500-b61455fd8d5d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 11:29:35.551241 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f39ae-1d1f-4168-b500-b61455fd8d5d None None] Routers set() bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:29:35.551624 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f39ae-1d1f-4168-b500-b61455fd8d5d None None] Router IDs set() for agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 11:29:36.420068 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34562) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:36.724735 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-72f3c04e-45f2-46af-a84f-935937d7584d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:29:36.818790 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.policy [None req-72f3c04e-45f2-46af-a84f-935937d7584d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102632) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 11:29:36.866640 dv-cinder-813222-4-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-72f3c04e-45f2-46af-a84f-935937d7584d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:36.867015 dv-cinder-813222-4-iscsi neutron-server[102632]: WARNING oslo_policy.policy [None req-72f3c04e-45f2-46af-a84f-935937d7584d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:36.875976 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.quota [None req-72f3c04e-45f2-46af-a84f-935937d7584d admin admin] Loaded quota_driver: . Dec 15 11:29:36.964613 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-72f3c04e-45f2-46af-a84f-935937d7584d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743810931673', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743810932108', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743810974468', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743810968765', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743810970789', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743810963287', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1546035', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1556275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16510915', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16337179'] for rbac-policy, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:37.030121 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-72f3c04e-45f2-46af-a84f-935937d7584d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:37.031285 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-72f3c04e-45f2-46af-a84f-935937d7584d admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6103239 Dec 15 11:29:39.790698 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34574) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:40.101017 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'admin_state_up': True}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:29:40.129523 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Made reservation on behalf of 9c7c19f790be4f4ba8f02b4377425df6 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:29:40.132213 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:40.150168 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:40.257143 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:40.260843 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:40.285711 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:29:40.321204 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743807240569', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:40.321876 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Unsubscribe: segment precommit_create {{(pid=102632) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 11:29:40.322383 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Added segment 28f591ab-05a6-4ac7-aa01-10d0b6027bb2 of type vlan for network 94706615-409c-499c-8bc1-ec9002695787 Dec 15 11:29:40.338019 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa24ee1f-a51b-4127-9b66-f18c62d0e6e1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:40.364465 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.364855 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.365203 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.365535 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.365863 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.366188 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.366526 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.366851 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.367188 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.367528 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.367846 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.368160 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.368472 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Tracked resource versions report: Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: pushed versions: Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: { 'AddressGroup': {'1.2'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'ConntrackHelper': {'1.0'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Log': {'1.0'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Network': {'1.1'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Port': {'1.7'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'PortForwarding': {'1.2'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'QosPolicy': {'1.10'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SecurityGroup': {'1.5'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SubPort': {'1.0'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Subnet': {'1.1'}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Trunk': {'1.1'}} Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: consumer versions: Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: { DHCP agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: L3 agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: Metadata agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: Metering agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: Open vSwitch agent@dv-cinder-813222-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'ConntrackHelper': '1.0', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'LocalIPAssociation': '1.0', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Log': '1.0', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Network': '1.1', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Port': '1.7', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'PortForwarding': '1.2', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'QosPolicy': '1.10', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SecurityGroup': '1.5', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SecurityGroupRule': '1.2', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SubPort': '1.0', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Subnet': '1.1', Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Trunk': '1.1'}} Dec 15 11:29:40.369863 dv-cinder-813222-4-iscsi neutron-server[102632]: {{(pid=102632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:29:40.439845 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:40.478586 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:40.479751 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:29:40.480989 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:40.562497 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7706308 Dec 15 11:29:40.580598 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a2187-2e0b-4dd4-9015-63380d59cae8 admin admin] Pushing event updated for resources: {'Network': ['ID=94706615-409c-499c-8bc1-ec9002695787,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:40.593161 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 94706615-409c-499c-8bc1-ec9002695787 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:29:43.407742 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34588) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:43.796998 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dccaab-150a-49c7-9956-18cc31196181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:29:43.798376 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f3dccaab-150a-49c7-9956-18cc31196181 admin admin] 10.222.0.62 "GET /v2.0/networks/94706615-409c-499c-8bc1-ec9002695787 HTTP/1.1" status: 200 len: 825 time: 0.3896732 Dec 15 11:29:43.822248 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6b957c3e-8de0-4166-b1a4-5953e7a7bd4b admin admin] 10.222.0.62 "GET /v2.0/subnetpools/7e05ab60-42fc-4703-96ac-59000462f455 HTTP/1.1" status: 200 len: 734 time: 0.0179305 Dec 15 11:29:43.831140 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Request body: {'subnet': {'subnetpool_id': '7e05ab60-42fc-4703-96ac-59000462f455', 'network_id': '94706615-409c-499c-8bc1-ec9002695787', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:29:43.853723 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Made reservation on behalf of 9c7c19f790be4f4ba8f02b4377425df6 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:29:43.856636 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:44.143568 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:44.213873 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Checking segment: {'id': '28f591ab-05a6-4ac7-aa01-10d0b6027bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '94706615-409c-499c-8bc1-ec9002695787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:29:44.214818 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Network hostable DHCP agents. Network: 94706615-409c-499c-8bc1-ec9002695787, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:29:44.219327 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=862ca53c-e4c3-4337-999e-ee1c7266c261,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:44.237762 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Network 94706615-409c-499c-8bc1-ec9002695787 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:29:44.249611 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 94706615-409c-499c-8bc1-ec9002695787) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:29:44.254145 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:29:44.254736 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:44.259768 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dee69b-ed1b-4b23-9d82-65dd50474bd3 None None] Network 94706615-409c-499c-8bc1-ec9002695787 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:29:44.271022 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bb02e778-9c59-4f11-8f28-8db516fbb18a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4432108 Dec 15 11:29:44.527702 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-94706615-409c-499c-8bc1-ec9002695787', 'network_id': '94706615-409c-499c-8bc1-ec9002695787', 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'fixed_ips': [{'subnet_id': '862ca53c-e4c3-4337-999e-ee1c7266c261'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:29:44.529091 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:44.838575 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Allocated IP 172.20.0.2 (94706615-409c-499c-8bc1-ec9002695787/862ca53c-e4c3-4337-999e-ee1c7266c261/9dc37404-81df-443a-bb61-c9d49fa418d0) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:29:45.078743 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:45.086413 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:45.171423 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Network 94706615-409c-499c-8bc1-ec9002695787 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:29:45.175696 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:29:45.177396 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Pushing event updated for resources: {'Port': ['ID=9dc37404-81df-443a-bb61-c9d49fa418d0,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:45.182405 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:29:45.190191 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.190553 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.190915 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.191255 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.191581 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.191912 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.192232 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.192554 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.192898 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.193247 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.193576 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.193892 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.194209 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Tracked resource versions report: Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: pushed versions: Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: { 'AddressGroup': {'1.2'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'ConntrackHelper': {'1.0'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Log': {'1.0'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Network': {'1.1'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Port': {'1.7'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'PortForwarding': {'1.2'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'QosPolicy': {'1.10'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SecurityGroup': {'1.5'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SubPort': {'1.0'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Subnet': {'1.1'}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Trunk': {'1.1'}} Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: consumer versions: Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: { DHCP agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: L3 agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: Metadata agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: Metering agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: Open vSwitch agent@dv-cinder-813222-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'ConntrackHelper': '1.0', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'LocalIPAssociation': '1.0', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Log': '1.0', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Network': '1.1', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Port': '1.7', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'PortForwarding': '1.2', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'QosPolicy': '1.10', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SecurityGroup': '1.5', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SecurityGroupRule': '1.2', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SubPort': '1.0', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Subnet': '1.1', Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Trunk': '1.1'}} Dec 15 11:29:45.195578 dv-cinder-813222-4-iscsi neutron-server[102633]: {{(pid=102633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:29:45.268227 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Attempting to bind port 9dc37404-81df-443a-bb61-c9d49fa418d0 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:29:45.268935 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Attempting to bind port 9dc37404-81df-443a-bb61-c9d49fa418d0 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '28f591ab-05a6-4ac7-aa01-10d0b6027bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '94706615-409c-499c-8bc1-ec9002695787'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:29:45.269046 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Attempting to bind port 9dc37404-81df-443a-bb61-c9d49fa418d0 on network 94706615-409c-499c-8bc1-ec9002695787 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:29:45.274019 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:29:45.274414 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Checking segment: {'id': '28f591ab-05a6-4ac7-aa01-10d0b6027bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '94706615-409c-499c-8bc1-ec9002695787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:29:45.274881 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:45.275237 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Bound using segment: {'id': '28f591ab-05a6-4ac7-aa01-10d0b6027bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '94706615-409c-499c-8bc1-ec9002695787'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:29:45.275721 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Bound port: 9dc37404-81df-443a-bb61-c9d49fa418d0, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f591ab-05a6-4ac7-aa01-10d0b6027bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '94706615-409c-499c-8bc1-ec9002695787'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:29:45.276123 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:45.338608 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] For port 9dc37404-81df-443a-bb61-c9d49fa418d0, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:29:45.343298 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] For port 9dc37404-81df-443a-bb61-c9d49fa418d0, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=9dc37404-81df-443a-bb61-c9d49fa418d0,segment=NetworkSegment(28f591ab-05a6-4ac7-aa01-10d0b6027bb2),segment_id=28f591ab-05a6-4ac7-aa01-10d0b6027bb2)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:29:45.349835 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:45.412566 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff7808-ad8f-4257-a6ff-e0690ba4bd3e None None] Pushing event updated for resources: {'Port': ['ID=9dc37404-81df-443a-bb61-c9d49fa418d0,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:46.906290 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34596) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:47.225806 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-1a469937-c04c-4cef-8793-4d4f185038b4 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:29:47.226881 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1a469937-c04c-4cef-8793-4d4f185038b4 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3195333 Dec 15 11:29:49.840951 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34604) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:50.154514 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-d0effe43-a302-41ed-9182-c1835bce581f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:29:50.155519 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d0effe43-a302-41ed-9182-c1835bce581f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135459 Dec 15 11:29:52.965312 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34614) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:53.276985 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-bab534ca-90ff-46cf-bb52-6b9eedc4ac68 admin admin] Request body: {'router': {'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'name': 'router1', 'admin_state_up': True}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:29:53.301127 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bab534ca-90ff-46cf-bb52-6b9eedc4ac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:53.302710 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bab534ca-90ff-46cf-bb52-6b9eedc4ac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:53.444402 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bab534ca-90ff-46cf-bb52-6b9eedc4ac68 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:53.449879 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bab534ca-90ff-46cf-bb52-6b9eedc4ac68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:53.463826 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bab534ca-90ff-46cf-bb52-6b9eedc4ac68 admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:53.465100 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bab534ca-90ff-46cf-bb52-6b9eedc4ac68 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4987669 Dec 15 11:29:54.387280 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 9dc37404-81df-443a-bb61-c9d49fa418d0 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:29:54.473999 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 9dc37404-81df-443a-bb61-c9d49fa418d0 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:29:54.474383 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:54.566041 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90defc2b-ec4b-42a2-b8ff-7fdde2373dfa None None] Network 94706615-409c-499c-8bc1-ec9002695787 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:29:54.633337 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:54.690062 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-10097033-c50b-4d1c-8825-cc35c9c6d220 None None] Provisioning complete for port 9dc37404-81df-443a-bb61-c9d49fa418d0 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:29:54.690430 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-10097033-c50b-4d1c-8825-cc35c9c6d220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:54.720030 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 9dc37404-81df-443a-bb61-c9d49fa418d0, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=9dc37404-81df-443a-bb61-c9d49fa418d0,segment=NetworkSegment(28f591ab-05a6-4ac7-aa01-10d0b6027bb2),segment_id=28f591ab-05a6-4ac7-aa01-10d0b6027bb2)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:29:54.729301 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:54.816429 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=9dc37404-81df-443a-bb61-c9d49fa418d0,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:29:55.081931 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-1efe9ec1-d6ce-4cab-ab4a-f814c619acb2 None None] Provisioning complete for port 9dc37404-81df-443a-bb61-c9d49fa418d0 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:29:55.082229 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1efe9ec1-d6ce-4cab-ab4a-f814c619acb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:56.106247 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34628) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:56.342089 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 9dc37404-81df-443a-bb61-c9d49fa418d0 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:29:56.388940 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 9dc37404-81df-443a-bb61-c9d49fa418d0 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:29:56.389317 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:56.426391 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-be9528c3-f06a-47f3-aa72-1b621234843c admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:29:56.427397 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-be9528c3-f06a-47f3-aa72-1b621234843c admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3201377 Dec 15 11:29:56.627612 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7c3fcd6-3e4f-4f78-bf26-52c34c433962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:58.902124 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f262140c-b59a-42f4-89db-d9ec0a37f22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:58.996430 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 34636) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:29:59.495823 dv-cinder-813222-4-iscsi neutron-server[102631]: WARNING oslo_policy.policy [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:59.496376 dv-cinder-813222-4-iscsi neutron-server[102631]: WARNING oslo_policy.policy [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:59.721089 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:29:59.723253 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.quota [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Loaded quota_driver: . Dec 15 11:29:59.780608 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Made reservation on behalf of f2fe48cdcd194c2586da8309958e914e for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:29:59.847957 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.policy [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102631) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 11:29:59.895023 dv-cinder-813222-4-iscsi neutron-server[102631]: WARNING oslo_policy.policy [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:59.895396 dv-cinder-813222-4-iscsi neutron-server[102631]: WARNING oslo_policy.policy [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 11:29:59.906595 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:59.926182 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:29:59.960749 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:00.038148 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:00.042904 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:00.053757 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Reserving flat network on physical network physnet1 {{(pid=102631) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 11:30:00.076844 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743807240569', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:00.077397 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Unsubscribe: segment precommit_create {{(pid=102631) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 11:30:00.077902 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Added segment 7b05b115-6943-4b81-ab90-0f995e79b5b3 of type flat for network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 Dec 15 11:30:00.129199 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36edfccc-9e83-482b-a270-5cf09a12f19f,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:00.169440 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.169793 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.170127 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.170452 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.170769 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.171086 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.171416 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.171733 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.172063 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.172394 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.172719 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.173053 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.173360 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Tracked resource versions report: Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: pushed versions: Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: { 'AddressGroup': {'1.2'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Log': {'1.0'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Network': {'1.1'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Port': {'1.7'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'PortForwarding': {'1.2'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'QosPolicy': {'1.10'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SecurityGroup': {'1.5'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SubPort': {'1.0'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Subnet': {'1.1'}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Trunk': {'1.1'}} Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: consumer versions: Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: { DHCP agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: L3 agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: Metadata agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: Metering agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: Open vSwitch agent@dv-cinder-813222-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'ConntrackHelper': '1.0', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'LocalIPAssociation': '1.0', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Log': '1.0', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Network': '1.1', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Port': '1.7', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'PortForwarding': '1.2', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'QosPolicy': '1.10', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SecurityGroup': '1.5', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SecurityGroupRule': '1.2', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SubPort': '1.0', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Subnet': '1.1', Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Trunk': '1.1'}} Dec 15 11:30:00.174718 dv-cinder-813222-4-iscsi neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:30:00.214139 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:00.265880 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:00.267103 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:00.267832 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:00.350729 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3521001 Dec 15 11:30:00.372020 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861d648-738f-436f-abdf-4667653216a0 admin admin] Pushing event updated for resources: {'Network': ['ID=32bef26b-9e0e-449d-ae82-5d59e2e52b48,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:00.383615 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:30:01.266849 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:02.496143 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:02.932875 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 34666) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:03.165771 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12049be-3578-45e2-a194-588733f5ccf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:03.167157 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-b12049be-3578-45e2-a194-588733f5ccf5 admin admin] 10.222.0.62 "GET /v2.0/subnets/862ca53c-e4c3-4337-999e-ee1c7266c261 HTTP/1.1" status: 200 len: 849 time: 0.2332931 Dec 15 11:30:03.325123 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c004938d-aa91-4dba-b159-bfaae6b6ff95 admin admin] 10.222.0.62 "GET /v2.0/routers/a7dfae81-9690-4b76-be32-0c989a6f68b6 HTTP/1.1" status: 200 len: 704 time: 0.1519656 Dec 15 11:30:03.616590 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:03.912079 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Allocated IP 172.20.0.1 (94706615-409c-499c-8bc1-ec9002695787/862ca53c-e4c3-4337-999e-ee1c7266c261/9ff2099d-2b03-45a4-81c8-69b977f35b9a) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:30:04.096168 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:04.163387 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:04.244571 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Network 94706615-409c-499c-8bc1-ec9002695787 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:30:04.249714 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:30:04.255017 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff2099d-2b03-45a4-81c8-69b977f35b9a,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:04.266118 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:30:04.266706 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:04.465418 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:04.488937 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7e57a00a-ca10-4051-91ae-3fee36ffd8e2 None None] Provisioning complete for port 9ff2099d-2b03-45a4-81c8-69b977f35b9a triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:04.489527 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7e57a00a-ca10-4051-91ae-3fee36ffd8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:04.523763 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7e57a00a-ca10-4051-91ae-3fee36ffd8e2 None None] Port 9ff2099d-2b03-45a4-81c8-69b977f35b9a cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:30:04.721186 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:04.725049 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:04.725790 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:04.802337 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff2099d-2b03-45a4-81c8-69b977f35b9a,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:04.849636 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Network 94706615-409c-499c-8bc1-ec9002695787 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:30:04.850976 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:30:05.012727 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Router a7dfae81-9690-4b76-be32-0c989a6f68b6 is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:30:05.044000 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-930516f7-d45c-4336-9867-64454a9117e5 None None] Provisioning complete for port 9ff2099d-2b03-45a4-81c8-69b977f35b9a triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:05.044373 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-930516f7-d45c-4336-9867-64454a9117e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:05.079438 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-930516f7-d45c-4336-9867-64454a9117e5 None None] Port 9ff2099d-2b03-45a4-81c8-69b977f35b9a cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:30:05.104681 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:30:05.110351 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-39317ad7-5575-4838-b15c-35822dd29076 admin admin] 10.222.0.62 "PUT /v2.0/routers/a7dfae81-9690-4b76-be32-0c989a6f68b6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7797785 Dec 15 11:30:05.114821 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Sync routers for ids ['a7dfae81-9690-4b76-be32-0c989a6f68b6'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:30:05.127284 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Routers {'a7dfae81-9690-4b76-be32-0c989a6f68b6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:30:05.128028 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:29:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dfae81-9690-4b76-be32-0c989a6f68b6'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:05.320567 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Set router a7dfae81-9690-4b76-be32-0c989a6f68b6 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:30:05.765352 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'name': 'router1', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:29:53Z', 'updated_at': '2021-12-15T11:30:04Z', 'revision_number': 2, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'gw_port_host': None, '_interfaces': [{'id': '9ff2099d-2b03-45a4-81c8-69b977f35b9a', 'name': '', 'network_id': '94706615-409c-499c-8bc1-ec9002695787', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'mac_address': 'fa:16:3e:eb:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:03Z', 'updated_at': '2021-12-15T11:30:04Z', 'revision_number': 2, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'subnets': [{'id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e05ab60-42fc-4703-96ac-59000462f455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:05.818295 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Checking router: a7dfae81-9690-4b76-be32-0c989a6f68b6 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:30:05.818665 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Updating router a7dfae81-9690-4b76-be32-0c989a6f68b6 port 9ff2099d-2b03-45a4-81c8-69b977f35b9a binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:30:05.869798 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:06.384420 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:06.392662 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:06.556877 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Pushing event updated for resources: {'Port': ['ID=9ff2099d-2b03-45a4-81c8-69b977f35b9a,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:06.561418 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Attempting to bind port 9ff2099d-2b03-45a4-81c8-69b977f35b9a on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:30:06.561724 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Attempting to bind port 9ff2099d-2b03-45a4-81c8-69b977f35b9a by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '28f591ab-05a6-4ac7-aa01-10d0b6027bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '94706615-409c-499c-8bc1-ec9002695787'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:30:06.562144 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Attempting to bind port 9ff2099d-2b03-45a4-81c8-69b977f35b9a on network 94706615-409c-499c-8bc1-ec9002695787 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:30:06.570110 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.570466 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.570810 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.571146 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.571475 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.571800 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.572184 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.572441 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.573444 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.573664 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.573988 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.574303 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.574618 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Tracked resource versions report: Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: pushed versions: Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: { 'AddressGroup': {'1.2'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'ConntrackHelper': {'1.0'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Log': {'1.0'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Network': {'1.1'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Port': {'1.7'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'PortForwarding': {'1.2'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'QosPolicy': {'1.10'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SecurityGroup': {'1.5'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SubPort': {'1.0'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Subnet': {'1.1'}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Trunk': {'1.1'}} Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: consumer versions: Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: { DHCP agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: L3 agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: Metadata agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: Metering agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: Open vSwitch agent@dv-cinder-813222-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'ConntrackHelper': '1.0', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'LocalIPAssociation': '1.0', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Log': '1.0', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Network': '1.1', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Port': '1.7', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'PortForwarding': '1.2', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'QosPolicy': '1.10', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SecurityGroup': '1.5', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SecurityGroupRule': '1.2', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SubPort': '1.0', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Subnet': '1.1', Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Trunk': '1.1'}} Dec 15 11:30:06.575974 dv-cinder-813222-4-iscsi neutron-server[102634]: {{(pid=102634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:30:06.578381 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:30:06.578779 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Checking segment: {'id': '28f591ab-05a6-4ac7-aa01-10d0b6027bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '94706615-409c-499c-8bc1-ec9002695787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:30:06.579253 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:06.579628 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Bound using segment: {'id': '28f591ab-05a6-4ac7-aa01-10d0b6027bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '94706615-409c-499c-8bc1-ec9002695787'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:30:06.580123 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Bound port: 9ff2099d-2b03-45a4-81c8-69b977f35b9a, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f591ab-05a6-4ac7-aa01-10d0b6027bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '94706615-409c-499c-8bc1-ec9002695787'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:30:06.580532 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:06.610250 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-0062a319-e69f-4dd6-b1f1-a1e6df602f97 None None] Provisioning complete for port 9ff2099d-2b03-45a4-81c8-69b977f35b9a triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:06.610902 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0062a319-e69f-4dd6-b1f1-a1e6df602f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:06.646198 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-0062a319-e69f-4dd6-b1f1-a1e6df602f97 None None] Port 9ff2099d-2b03-45a4-81c8-69b977f35b9a cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:30:06.651970 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] For port 9ff2099d-2b03-45a4-81c8-69b977f35b9a, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:30:06.670372 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] For port 9ff2099d-2b03-45a4-81c8-69b977f35b9a, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=9ff2099d-2b03-45a4-81c8-69b977f35b9a,segment=NetworkSegment(28f591ab-05a6-4ac7-aa01-10d0b6027bb2),segment_id=28f591ab-05a6-4ac7-aa01-10d0b6027bb2)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:30:06.675331 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:06.736044 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a98cf-d66e-4b34-850b-452fea593979 None None] Pushing event updated for resources: {'Port': ['ID=9ff2099d-2b03-45a4-81c8-69b977f35b9a,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:06.740562 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Routers {'a7dfae81-9690-4b76-be32-0c989a6f68b6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:30:06.741417 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:29:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dfae81-9690-4b76-be32-0c989a6f68b6'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:06.829285 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] Set router a7dfae81-9690-4b76-be32-0c989a6f68b6 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:30:06.967530 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-d42032b3-e29c-4e47-8140-55cb9598a5a7 None None] Provisioning complete for port 9ff2099d-2b03-45a4-81c8-69b977f35b9a triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:06.967820 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d42032b3-e29c-4e47-8140-55cb9598a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:07.041721 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'name': 'router1', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:29:53Z', 'updated_at': '2021-12-15T11:30:04Z', 'revision_number': 2, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'gw_port_host': None, '_interfaces': [{'id': '9ff2099d-2b03-45a4-81c8-69b977f35b9a', 'name': '', 'network_id': '94706615-409c-499c-8bc1-ec9002695787', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'mac_address': 'fa:16:3e:eb:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:03Z', 'updated_at': '2021-12-15T11:30:06Z', 'revision_number': 4, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'subnets': [{'id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e05ab60-42fc-4703-96ac-59000462f455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:07.048062 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d42032b3-e29c-4e47-8140-55cb9598a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:07.071435 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b31b778-ae93-41d4-b64e-27061b996407 None None] The sync data for ids ['a7dfae81-9690-4b76-be32-0c989a6f68b6'] in dv-cinder-813222-4-iscsi is: [{'id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'name': 'router1', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:29:53Z', 'updated_at': '2021-12-15T11:30:04Z', 'revision_number': 2, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'gw_port_host': None, '_interfaces': [{'id': '9ff2099d-2b03-45a4-81c8-69b977f35b9a', 'name': '', 'network_id': '94706615-409c-499c-8bc1-ec9002695787', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'mac_address': 'fa:16:3e:eb:05:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:03Z', 'updated_at': '2021-12-15T11:30:06Z', 'revision_number': 4, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'subnets': [{'id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e05ab60-42fc-4703-96ac-59000462f455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:30:07.080896 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d42032b3-e29c-4e47-8140-55cb9598a5a7 None None] For port 9ff2099d-2b03-45a4-81c8-69b977f35b9a, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=9ff2099d-2b03-45a4-81c8-69b977f35b9a,segment=NetworkSegment(28f591ab-05a6-4ac7-aa01-10d0b6027bb2),segment_id=28f591ab-05a6-4ac7-aa01-10d0b6027bb2)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:30:07.086702 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d42032b3-e29c-4e47-8140-55cb9598a5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:07.137334 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42032b3-e29c-4e47-8140-55cb9598a5a7 None None] Pushing event updated for resources: {'Port': ['ID=9ff2099d-2b03-45a4-81c8-69b977f35b9a,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:07.611678 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34688) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:07.728659 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dec8edd-7347-4264-b6ed-a1260a07552d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:07.730641 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2dec8edd-7347-4264-b6ed-a1260a07552d admin admin] 10.222.0.62 "GET /v2.0/networks/32bef26b-9e0e-449d-ae82-5d59e2e52b48 HTTP/1.1" status: 200 len: 842 time: 0.1180115 Dec 15 11:30:07.741226 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:30:07.763923 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Made reservation on behalf of f2fe48cdcd194c2586da8309958e914e for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:30:07.766280 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.083291 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.objects.ports [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102632) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 11:30:08.083745 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.134052 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b6211c-ee34-4475-91c9-d0bb7f7a7d8d,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:08.150788 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:30:08.151688 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Network hostable DHCP agents. Network: 32bef26b-9e0e-449d-ae82-5d59e2e52b48, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:30:08.168049 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:30:08.180083 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 32bef26b-9e0e-449d-ae82-5d59e2e52b48) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:30:08.183614 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:08.184220 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:08.190881 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa0a062-2dec-4be3-a7c2-874d49e1efa8 None None] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:30:08.208855 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e4496795-6c7f-46d0-98dc-f016d671380f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4633849 Dec 15 11:30:08.345379 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6920f3-02f1-423b-9ded-4e9b19973cf2 None None] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:30:10.314290 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:30:10.826700 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34696) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:11.053388 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a0cb7c58-1009-4400-93dd-688b36f323b6 admin admin] 10.222.0.62 "GET /v2.0/routers/a7dfae81-9690-4b76-be32-0c989a6f68b6 HTTP/1.1" status: 200 len: 710 time: 0.2254195 Dec 15 11:30:11.152855 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0f677a-4cba-42de-aa31-41d9aff80579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:30:11.154374 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3a0f677a-4cba-42de-aa31-41d9aff80579 admin admin] 10.222.0.62 "GET /v2.0/networks/32bef26b-9e0e-449d-ae82-5d59e2e52b48 HTTP/1.1" status: 200 len: 886 time: 0.0942602 Dec 15 11:30:11.164953 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:30:11.464337 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:11.710431 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:11.791601 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:11.951092 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Allocated IP 172.27.0.136 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/ffd328df-8172-4afb-8505-fb79ef4a649f) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:30:12.056175 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.116216 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.187776 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:30:12.192776 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:30:12.204042 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:30:12.237467 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Pushing event updated for resources: {'Port': ['ID=ffd328df-8172-4afb-8505-fb79ef4a649f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:12.487311 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.680007 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16396778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16400219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4467'] for router, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.685369 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16396769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16396792', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16400210'] for router, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.868901 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Router a7dfae81-9690-4b76-be32-0c989a6f68b6 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:30:12.974995 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:30:12.981159 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:12.982627 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d5c3d5ea-9d47-4b6a-a1be-03b2950b13cd admin admin] 10.222.0.62 "PUT /v2.0/routers/a7dfae81-9690-4b76-be32-0c989a6f68b6 HTTP/1.1" status: 200 len: 890 time: 1.8210356 Dec 15 11:30:14.394914 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 9ff2099d-2b03-45a4-81c8-69b977f35b9a up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:30:14.428605 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Sync routers for ids ['a7dfae81-9690-4b76-be32-0c989a6f68b6'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:30:14.448842 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Routers {'a7dfae81-9690-4b76-be32-0c989a6f68b6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:30:14.449528 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:29:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dfae81-9690-4b76-be32-0c989a6f68b6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:14.573046 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 9ff2099d-2b03-45a4-81c8-69b977f35b9a triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:14.573414 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:14.710936 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Set router a7dfae81-9690-4b76-be32-0c989a6f68b6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:30:15.233409 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'name': 'router1', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd328df-8172-4afb-8505-fb79ef4a649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:29:53Z', 'updated_at': '2021-12-15T11:30:12Z', 'revision_number': 4, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'gw_port': {'id': 'ffd328df-8172-4afb-8505-fb79ef4a649f', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:11Z', 'updated_at': '2021-12-15T11:30:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '9ff2099d-2b03-45a4-81c8-69b977f35b9a', 'name': '', 'network_id': '94706615-409c-499c-8bc1-ec9002695787', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'mac_address': 'fa:16:3e:eb:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:03Z', 'updated_at': '2021-12-15T11:30:07Z', 'revision_number': 5, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'subnets': [{'id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e05ab60-42fc-4703-96ac-59000462f455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:15.289639 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Checking router: a7dfae81-9690-4b76-be32-0c989a6f68b6 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:30:15.289994 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Updating router a7dfae81-9690-4b76-be32-0c989a6f68b6 port ffd328df-8172-4afb-8505-fb79ef4a649f binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:30:15.341583 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.651563 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 34708) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:30:15.685260 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.691261 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.745233 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Attempting to bind port ffd328df-8172-4afb-8505-fb79ef4a649f on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:30:15.745591 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Attempting to bind port ffd328df-8172-4afb-8505-fb79ef4a649f by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:30:15.745967 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Attempting to bind port ffd328df-8172-4afb-8505-fb79ef4a649f on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:30:15.749291 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2d631-2288-4ed1-984a-d479fddd2f13 None None] Pushing event updated for resources: {'Port': ['ID=ffd328df-8172-4afb-8505-fb79ef4a649f,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:15.754838 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:30:15.755217 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:30:15.756207 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.756909 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:30:15.756909 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Bound port: ffd328df-8172-4afb-8505-fb79ef4a649f, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:30:15.757307 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.773210 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3b6ee430-1c1f-4a5e-95d8-d34f2f798272 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1197369 Dec 15 11:30:15.811520 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] For port ffd328df-8172-4afb-8505-fb79ef4a649f, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:30:15.815157 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] For port ffd328df-8172-4afb-8505-fb79ef4a649f, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=ffd328df-8172-4afb-8505-fb79ef4a649f,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:30:15.818861 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:15.880576 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2d631-2288-4ed1-984a-d479fddd2f13 None None] Pushing event updated for resources: {'Port': ['ID=ffd328df-8172-4afb-8505-fb79ef4a649f,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:15.883095 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Routers {'a7dfae81-9690-4b76-be32-0c989a6f68b6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:30:15.883699 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:29:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dfae81-9690-4b76-be32-0c989a6f68b6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:15.996582 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] Set router a7dfae81-9690-4b76-be32-0c989a6f68b6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:30:16.218623 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'name': 'router1', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd328df-8172-4afb-8505-fb79ef4a649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:29:53Z', 'updated_at': '2021-12-15T11:30:12Z', 'revision_number': 4, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'gw_port': {'id': 'ffd328df-8172-4afb-8505-fb79ef4a649f', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:11Z', 'updated_at': '2021-12-15T11:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '9ff2099d-2b03-45a4-81c8-69b977f35b9a', 'name': '', 'network_id': '94706615-409c-499c-8bc1-ec9002695787', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'mac_address': 'fa:16:3e:eb:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:03Z', 'updated_at': '2021-12-15T11:30:07Z', 'revision_number': 5, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'subnets': [{'id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e05ab60-42fc-4703-96ac-59000462f455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:30:16.248370 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f606442-b73e-4940-bea0-48d79dd75f5e None None] The sync data for ids ['a7dfae81-9690-4b76-be32-0c989a6f68b6'] in dv-cinder-813222-4-iscsi is: [{'id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'name': 'router1', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd328df-8172-4afb-8505-fb79ef4a649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:29:53Z', 'updated_at': '2021-12-15T11:30:12Z', 'revision_number': 4, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'gw_port': {'id': 'ffd328df-8172-4afb-8505-fb79ef4a649f', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:42:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:11Z', 'updated_at': '2021-12-15T11:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '9ff2099d-2b03-45a4-81c8-69b977f35b9a', 'name': '', 'network_id': '94706615-409c-499c-8bc1-ec9002695787', 'tenant_id': '9c7c19f790be4f4ba8f02b4377425df6', 'mac_address': 'fa:16:3e:eb:05:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dfae81-9690-4b76-be32-0c989a6f68b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:30:03Z', 'updated_at': '2021-12-15T11:30:07Z', 'revision_number': 5, 'project_id': '9c7c19f790be4f4ba8f02b4377425df6', 'subnets': [{'id': '862ca53c-e4c3-4337-999e-ee1c7266c261', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e05ab60-42fc-4703-96ac-59000462f455'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:30:18.405825 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device ffd328df-8172-4afb-8505-fb79ef4a649f up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:30:18.467962 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port ffd328df-8172-4afb-8505-fb79ef4a649f triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:18.468338 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:18.569909 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:18.607871 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port ffd328df-8172-4afb-8505-fb79ef4a649f, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=ffd328df-8172-4afb-8505-fb79ef4a649f,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:30:18.615652 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:18.664648 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=ffd328df-8172-4afb-8505-fb79ef4a649f,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:30:20.420639 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device ffd328df-8172-4afb-8505-fb79ef4a649f up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:30:20.531193 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port ffd328df-8172-4afb-8505-fb79ef4a649f triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:30:20.531600 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:26.672551 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8a78bddc-6da4-4b33-b258-55e641fbb9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:28.905939 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fd672c2a-5058-45c6-aea4-7fc1694f092d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:29.964606 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:31.276510 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:32.501368 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:47.315657 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:30:56.638985 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ed9dfd4a-264b-403e-bcaa-07e19000ec83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:58.912273 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cba2ceb1-4f86-47cf-89db-c601248cd79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:30:59.972454 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:01.279377 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:02.504731 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:24.315479 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:31:26.631999 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35a7e529-e7db-4cfd-b7b1-821272747a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:28.909363 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-670894cf-2b84-48c4-9bdf-678cbb442ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:29.964113 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:31.271163 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:32.502017 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:39.148661 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35192) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:39.209427 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90fb499-b34c-4fd3-847a-cb18490ac37e admin admin] GET failed (client error): The resource could not be found. Dec 15 11:31:39.210823 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b90fb499-b34c-4fd3-847a-cb18490ac37e admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610402 Dec 15 11:31:39.371615 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cbda76-33e6-4f13-98ff-0e0a8123b2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:39.373029 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-50cbda76-33e6-4f13-98ff-0e0a8123b2ca admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1570075 Dec 15 11:31:41.790527 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35202) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:41.885150 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed319c3b-988f-4c5a-bf4e-1b82decd6e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:41.886523 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ed319c3b-988f-4c5a-bf4e-1b82decd6e31 admin admin] 10.222.0.62 "GET /v2.0/subnets/862ca53c-e4c3-4337-999e-ee1c7266c261 HTTP/1.1" status: 200 len: 849 time: 0.0950317 Dec 15 11:31:41.896567 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:31:41.979914 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Publish callbacks [] for subnet, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:42.122570 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743807113180'] for subnet, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:42.153741 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:42.154408 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:42.156295 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] 10.222.0.62 "PUT /v2.0/subnets/862ca53c-e4c3-4337-999e-ee1c7266c261 HTTP/1.1" status: 200 len: 868 time: 0.2628376 Dec 15 11:31:42.158860 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3ed8f-8411-455c-885c-55212908fb9c None None] Network 94706615-409c-499c-8bc1-ec9002695787 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:31:42.175338 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=862ca53c-e4c3-4337-999e-ee1c7266c261,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:31:42.183009 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.183384 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.183727 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.184065 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.184395 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.184720 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.185208 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.185549 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.185895 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.186239 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.186564 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.186881 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.187195 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d50ac4-d0aa-4f62-91f4-dad4e07b9aed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:31:42.535429 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-35b4b96d-1c9a-4fda-ada8-0335f2990876 None None] Provisioning complete for port 9ff2099d-2b03-45a4-81c8-69b977f35b9a triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:31:42.535799 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35b4b96d-1c9a-4fda-ada8-0335f2990876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:42.630393 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-35b4b96d-1c9a-4fda-ada8-0335f2990876 None None] Provisioning complete for port 9dc37404-81df-443a-bb61-c9d49fa418d0 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:31:42.630632 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-35b4b96d-1c9a-4fda-ada8-0335f2990876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:44.560920 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35212) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:44.766510 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1903c0-55e8-4a9d-ab87-39e51fc0b1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:44.766884 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1903c0-55e8-4a9d-ab87-39e51fc0b1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:44.768448 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1b1903c0-55e8-4a9d-ab87-39e51fc0b1f8 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2065816 Dec 15 11:31:47.173764 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35220) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:47.312619 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57654a4-4626-419f-9853-fdeaf996179f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:47.313110 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57654a4-4626-419f-9853-fdeaf996179f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:47.314647 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e57654a4-4626-419f-9853-fdeaf996179f admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1398859 Dec 15 11:31:49.689557 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35228) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:49.818578 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4370ffbf-f91c-4b50-889c-66e056162170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:49.820883 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4370ffbf-f91c-4b50-889c-66e056162170 admin admin] 10.222.0.62 "GET /v2.0/networks/32bef26b-9e0e-449d-ae82-5d59e2e52b48 HTTP/1.1" status: 200 len: 886 time: 0.1298759 Dec 15 11:31:52.218992 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35236) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:52.359748 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61e74a-8160-49bd-83b5-a84c67fe2c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:52.361150 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ec61e74a-8160-49bd-83b5-a84c67fe2c39 admin admin] 10.222.0.62 "GET /v2.0/networks/94706615-409c-499c-8bc1-ec9002695787 HTTP/1.1" status: 200 len: 869 time: 0.1411881 Dec 15 11:31:54.767993 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35244) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:54.898772 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fb941-5229-4e36-aca8-5216c140ae20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:54.899214 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fb941-5229-4e36-aca8-5216c140ae20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:54.900781 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8f2fb941-5229-4e36-aca8-5216c140ae20 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318018 Dec 15 11:31:56.636920 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-446dbb9f-88ef-47fc-aa82-3c37a30e4583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:57.312128 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35252) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:57.410268 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56384519-61ee-4472-a4aa-431750b50d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:57.410635 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56384519-61ee-4472-a4aa-431750b50d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:57.412355 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-56384519-61ee-4472-a4aa-431750b50d36 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0992293 Dec 15 11:31:58.902269 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-49cc53c6-f4a9-408f-b6c5-a8b283ff7171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:59.870924 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35260) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:31:59.967966 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:31:59.968574 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb56b06f-aad4-482e-a7cc-4440d399cb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:31:59.969480 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fb56b06f-aad4-482e-a7cc-4440d399cb0a admin admin] 10.222.0.62 "GET /v2.0/subnets/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d HTTP/1.1" status: 200 len: 816 time: 0.0975585 Dec 15 11:32:01.276693 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:01.314019 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:32:02.400269 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35268) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:02.494018 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5615542-7e41-439d-9f3d-80b293199536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:02.495835 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:02.501354 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f5615542-7e41-439d-9f3d-80b293199536 admin admin] 10.222.0.62 "GET /v2.0/subnets/862ca53c-e4c3-4337-999e-ee1c7266c261 HTTP/1.1" status: 200 len: 868 time: 0.1001077 Dec 15 11:32:26.646458 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0b14be9d-1e19-466a-8fff-d41cb67fdf45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:28.916081 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dc2692bd-c7d4-463c-a4d0-742ffeffe505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:29.971709 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:31.141681 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35322) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:31.198694 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [None req-9493b619-5fa4-484b-abc0-461056a3cbe8 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:32:31.199748 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9493b619-5fa4-484b-abc0-461056a3cbe8 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0568075 Dec 15 11:32:31.290738 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:32.505123 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:34.026523 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35330) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:34.092314 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99d45d2-8e19-4813-983e-4077216d488e admin admin] GET failed (client error): The resource could not be found. Dec 15 11:32:34.093771 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b99d45d2-8e19-4813-983e-4077216d488e admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0662854 Dec 15 11:32:34.195014 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953a271-b188-467b-adc3-1ceae036933a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:34.196482 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7953a271-b188-467b-adc3-1ceae036933a admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0976903 Dec 15 11:32:36.774941 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35338) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:36.828787 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:32:36.856013 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Made reservation on behalf of f2fe48cdcd194c2586da8309958e914e for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:32:36.859321 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:36.892030 dv-cinder-813222-4-iscsi neutron-server[102631]: WARNING neutron.services.revisions.revision_plugin [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Could not find related network for resource to bump revision. Dec 15 11:32:36.911594 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:32:36.923982 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:36.924544 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Added segment b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d of type vlan for network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e Dec 15 11:32:36.980597 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:37.009969 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:37.011418 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:37.012083 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:37.075048 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2989247 Dec 15 11:32:37.091376 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d10be-2e27-4775-99fc-14508ee75328 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:37.107208 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:32:38.314546 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:32:39.658381 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35346) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:32:39.728034 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cce59d-728c-4511-8921-db751a126ce1 admin admin] GET failed (client error): The resource could not be found. Dec 15 11:32:39.729755 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-46cce59d-728c-4511-8921-db751a126ce1 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0701969 Dec 15 11:32:39.845733 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20a0fcf-942e-45d5-bfa3-0fbb8b583da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:39.847144 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e20a0fcf-942e-45d5-bfa3-0fbb8b583da0 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1124167 Dec 15 11:32:39.863574 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e', 'description': 'shared-subnet'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:32:39.893399 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Made reservation on behalf of f2fe48cdcd194c2586da8309958e914e for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:32:39.896774 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:40.118038 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:40.171447 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=40dcd7c2-fd8e-4720-a4c8-f3fb60c6389c,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:40.192355 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Checking segment: {'id': 'b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:32:40.192726 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Network hostable DHCP agents. Network: b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:32:40.218283 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:32:40.233547 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:32:40.240220 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:32:40.241753 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:40.247431 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec40132-078c-4a2b-bda9-5e1c2353239a None None] Network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:32:40.266033 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cac6cbd7-3119-4c53-974c-88346ba4ee3a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4059696 Dec 15 11:32:40.494261 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e', 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e', 'project_id': 'f2fe48cdcd194c2586da8309958e914e', 'fixed_ips': [{'subnet_id': '40dcd7c2-fd8e-4720-a4c8-f3fb60c6389c'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:32:40.495494 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:40.702450 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Allocated IP 192.168.233.2 (b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e/40dcd7c2-fd8e-4720-a4c8-f3fb60c6389c/deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:32:40.909299 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:40.918683 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:40.984686 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:32:40.989742 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:32:40.995854 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:32:41.008735 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Pushing event updated for resources: {'Port': ['ID=deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:41.043184 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.043737 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.044201 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.044664 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.045139 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.045630 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.046074 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.046577 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.047011 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.047537 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.047967 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.048484 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.049061 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:32:41.099856 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Attempting to bind port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:32:41.100440 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Attempting to bind port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': 'b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:32:41.101089 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Attempting to bind port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e on network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:32:41.110444 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:32:41.110947 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Checking segment: {'id': 'b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:32:41.111480 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:41.112125 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Bound using segment: {'id': 'b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:32:41.112639 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Bound port: deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:32:41.113182 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:41.204584 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] For port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:32:41.208205 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] For port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e,segment=NetworkSegment(b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d),segment_id=b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:32:41.214192 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:41.315106 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1858efe-cb4f-42dd-86f1-87f4e5d0b094 None None] Pushing event updated for resources: {'Port': ['ID=deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:42.272007 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be5355c-9708-4307-936a-c2711b5b77bb None None] Network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:32:42.354189 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-662e743a-a1ff-49d9-8045-d525665b3761 None None] Provisioning complete for port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:32:42.355220 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-662e743a-a1ff-49d9-8045-d525665b3761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:42.528236 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:32:42.585586 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-662e743a-a1ff-49d9-8045-d525665b3761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:42.641445 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:32:42.642181 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:42.748520 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-662e743a-a1ff-49d9-8045-d525665b3761 None None] For port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e,segment=NetworkSegment(b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d),segment_id=b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:32:42.758256 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-662e743a-a1ff-49d9-8045-d525665b3761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:42.909564 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e743a-a1ff-49d9-8045-d525665b3761 None None] Pushing event updated for resources: {'Port': ['ID=deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:32:42.918179 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-63cdfb7d-73a3-4bf6-9f36-63cc0c2a2c19 None None] Provisioning complete for port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:32:42.918638 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-63cdfb7d-73a3-4bf6-9f36-63cc0c2a2c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:44.464074 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:32:44.551274 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port deda9da2-0c4e-4bc3-8f78-ffb42c35ec8e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:32:44.551880 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:56.642590 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-de7e553d-598d-496a-b9ae-f224d0832bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:58.913321 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0f287f84-fb13-4594-ba93-41649e0436ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:32:59.975163 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:01.294553 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:02.513118 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:15.314041 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:33:26.652992 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9bf433e7-ac0c-4736-bdcb-4fce15bb7cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:28.913335 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf76d084-9268-4ccd-a017-ef4a3ffbc975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:29.982572 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:31.296659 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:32.504028 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:52.314185 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:33:56.655091 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d2b94b8a-2eb1-497f-a7c0-7bd46e8a23e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:58.911669 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9be23fed-07c6-4439-8ce0-955afc75edfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:59.294830 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35390) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:33:59.302133 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [None req-ae676ccd-2970-4fa2-b328-693930fe7d8d tempest-verify_tempest_config-1040454977 tempest-verify_tempest_config-1040454977-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:33:59.303256 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ae676ccd-2970-4fa2-b328-693930fe7d8d tempest-verify_tempest_config-1040454977 tempest-verify_tempest_config-1040454977-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0073221 Dec 15 11:33:59.686849 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35408) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:33:59.803143 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:59.978524 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:59.984183 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:33:59.986977 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:00.038116 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d9042aa51b94898a074740e92388760&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3497458 Dec 15 11:34:00.038593 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85066e88-423d-41cc-b84b-599a13c91a16,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:34:00.041451 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35412) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:34:00.047701 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.048532 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.049142 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.049717 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.050933 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.051564 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.052096 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.052661 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.053253 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.053803 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.054301 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.054797 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.055294 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7d1bc8-50c3-4f80-8a47-cb9252dc7658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.113913 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:00.142962 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:00.256292 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:00.259545 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:00.260777 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85066e88-423d-41cc-b84b-599a13c91a16 HTTP/1.1" status: 204 len: 168 time: 0.2180946 Dec 15 11:34:00.269931 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85066e88-423d-41cc-b84b-599a13c91a16,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:34:00.277949 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.278341 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.278692 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.279042 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.279393 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.279735 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.280087 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.280429 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.280783 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.281170 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.281511 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.281852 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:00.282176 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ead0e-8596-48f2-bd27-bc7c9f85ff3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:34:01.290080 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:02.508454 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:26.650697 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5c69-279a-4b84-ad31-343ba5eec981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:28.904474 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b4ca993e-f436-4763-adce-2979a51118a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:29.312695 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:34:29.984245 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:31.291784 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:32.502734 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:56.658102 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-468f952e-cb72-446d-9220-9af821647955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:58.909200 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-307ba234-c2c3-4c5c-bc99-51b7d2ae11f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:34:59.986761 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:01.303500 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:02.519770 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:06.312361 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 5 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:35:26.658541 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-eadf2649-c59c-4cd0-b4a7-8a4fee91dedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:28.914426 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-373f5915-e669-42ce-adaa-e46b3431af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:29.995309 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:31.297214 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:32.512454 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:36.476725 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16393464'] for agent, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:43.312056 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:35:52.730210 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35486) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:35:52.834030 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-39fd331c-f263-4e12-b7cc-44a80c0461a3 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1026838 Dec 15 11:35:55.291761 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35496) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:35:55.345561 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-daf0c1d6-663e-4b29-8abd-f0c31574d384 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524096 Dec 15 11:35:56.650366 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-03027e8b-72a6-405c-b115-c03aa4f64579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:35:58.925966 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bcf73295-c049-4eb6-bf77-8bdac7892621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:00.003684 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:01.299148 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:02.509569 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:06.437000 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:20.310870 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:36:26.652189 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c3218805-e831-4d61-a861-13fb5ef79dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:28.920176 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c9ab-d597-4fa4-9c25-a1256ace0276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:29.997581 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:31.300198 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:32.502892 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:36.443284 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:56.654104 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-38b547fb-71d5-4b02-8bef-e7c2a1bd89a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:36:57.310068 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:36:58.925563 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-59943e94-a84b-4d4d-bdbd-f6224688dd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:00.000160 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:01.306818 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:02.510743 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:06.452190 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.024563 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35578) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:25.246932 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-network', 'tenant_id': '54888f77098b48999dab7c6e72282bea'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:25.291891 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Made reservation on behalf of 54888f77098b48999dab7c6e72282bea for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:25.295366 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.323375 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.418534 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.423698 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.455620 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:25.474439 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.474823 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Added segment e78b9448-2752-4126-87e6-c8ed238fcfee of type vlan for network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 Dec 15 11:37:25.476547 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc479ac-2237-4e75-b933-952caf896da9,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:25.503303 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.503690 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.504042 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.504387 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.504726 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.508976 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.508976 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.508976 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.508976 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.508976 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.508976 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.508976 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.508976 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Tracked resource versions report: Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: pushed versions: Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: { 'AddressGroup': {'1.2'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'ConntrackHelper': {'1.0'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Log': {'1.0'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Network': {'1.1'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Port': {'1.7'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'PortForwarding': {'1.2'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'QosPolicy': {'1.10'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SecurityGroup': {'1.5'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SubPort': {'1.0'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Subnet': {'1.1'}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Trunk': {'1.1'}} Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: consumer versions: Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: { DHCP agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: HyperV agent@hv-cinder-81322: {}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: L3 agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: Metadata agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: Metering agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: Open vSwitch agent@dv-cinder-813222-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'ConntrackHelper': '1.0', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'LocalIPAssociation': '1.0', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Log': '1.0', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Network': '1.1', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Port': '1.7', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'PortForwarding': '1.2', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'QosPolicy': '1.10', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SecurityGroup': '1.5', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SecurityGroupRule': '1.2', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'SubPort': '1.0', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Subnet': '1.1', Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: 'Trunk': '1.1'}} Dec 15 11:37:25.509685 dv-cinder-813222-4-iscsi neutron-server[102632]: {{(pid=102632) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:37:25.545376 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.578268 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.578797 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:25.579405 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.643468 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] Pushing event updated for resources: {'Network': ['ID=5b8c33af-ac2b-4c68-b3c3-cd41535e5222,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:25.661860 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:25.671687 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35628) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:25.680562 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Request body: {'subnet': {'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-subnet', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:25.682485 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1113b25b-7b59-41e1-ab03-d38ebde156cc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6548891 Dec 15 11:37:25.707220 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Made reservation on behalf of 54888f77098b48999dab7c6e72282bea for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:25.710076 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.895044 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:25.963129 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:25.965877 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Checking segment: {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:25.966229 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Network hostable DHCP agents. Network: 5b8c33af-ac2b-4c68-b3c3-cd41535e5222, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:25.973067 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.973653 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.974180 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.974559 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.974895 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.975228 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.975548 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.975876 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.976218 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.976557 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.976902 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.977221 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.977535 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Tracked resource versions report: Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: pushed versions: Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: { 'AddressGroup': {'1.2'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'ConntrackHelper': {'1.0'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Log': {'1.0'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Network': {'1.1'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Port': {'1.7'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'PortForwarding': {'1.2'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'QosPolicy': {'1.10'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SecurityGroup': {'1.5'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SubPort': {'1.0'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Subnet': {'1.1'}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Trunk': {'1.1'}} Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: consumer versions: Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: { DHCP agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: HyperV agent@hv-cinder-81322: {}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: L3 agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: Metadata agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: Metering agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: Open vSwitch agent@dv-cinder-813222-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'ConntrackHelper': '1.0', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'LocalIPAssociation': '1.0', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Log': '1.0', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Network': '1.1', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Port': '1.7', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'PortForwarding': '1.2', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'QosPolicy': '1.10', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SecurityGroup': '1.5', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SecurityGroupRule': '1.2', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'SubPort': '1.0', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Subnet': '1.1', Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: 'Trunk': '1.1'}} Dec 15 11:37:25.978659 dv-cinder-813222-4-iscsi neutron-server[102631]: {{(pid=102631) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:37:25.998244 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:26.010528 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 5b8c33af-ac2b-4c68-b3c3-cd41535e5222) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:26.018604 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:26.019770 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:26.019954 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f386760-3556-49af-9637-5329fc517a92 None None] Network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:26.038722 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0c98a16c-7a5f-4aff-9160-58a7c0e9bfb2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3658655 Dec 15 11:37:26.044268 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35648) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:26.053080 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:26.085980 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:26.087944 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:26.163099 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:26.170148 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c6d3a-c09d-4b15-a59f-55430a63e850 None None] Network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:26.435215 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:26.664120 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-85f64d67-8ca9-49c5-8f74-43764f4cd1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:26.694355 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:26.722257 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:26.840920 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Allocated IP 172.27.0.31 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/434c61fc-8309-43eb-a992-42e9ffa6bafd) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:26.967590 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.014949 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.064044 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:27.067890 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Pushing event updated for resources: {'Port': ['ID=434c61fc-8309-43eb-a992-42e9ffa6bafd,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:27.078576 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:27.107666 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:27.346426 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.399198 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35722) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:27.487290 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35726) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:27.615651 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.677966 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35738) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:27.711159 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-903157426-network', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:27.742155 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Made reservation on behalf of eb3b2ada0e0843e8a9cdb43966e3e7a9 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:27.744637 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.760100 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.781535 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-network', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:27.783203 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Router eff8a473-5ac3-4821-82df-d19328c8b624 is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:37:27.879359 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.888919 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.924700 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:27.932427 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Made reservation on behalf of e192984d3ef7484491031ef7aba77f57 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:27.934334 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Sync routers for ids ['eff8a473-5ac3-4821-82df-d19328c8b624'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:27.936345 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.938484 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb47bc5c-e58a-4643-87ba-65fa3bc56b7e,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:27.941247 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:27.948461 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Routers {'eff8a473-5ac3-4821-82df-d19328c8b624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:27.951130 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:36:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eff8a473-5ac3-4821-82df-d19328c8b624'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:27.955353 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.968701 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.969078 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Added segment 088a8e08-7984-4bc8-bd7d-6af5cb321f0a of type vlan for network 7ce2434a-00df-48e8-b569-90a8896c979a Dec 15 11:37:27.971833 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35754) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:27.979899 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:27.983164 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c9cfd530-e8bf-4d0e-86a3-36d8d72ba141 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.9375823 Dec 15 11:37:27.985873 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35756) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:28.039717 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.088204 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-985614069-network', 'tenant_id': 'f01fec046b214480986553bb9120dc8a'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:28.124677 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Made reservation on behalf of f01fec046b214480986553bb9120dc8a for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:28.131100 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.156053 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.165156 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.166422 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:28.167176 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.254846 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.280511 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Set router eff8a473-5ac3-4821-82df-d19328c8b624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:28.318112 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] Pushing event updated for resources: {'Network': ['ID=7ce2434a-00df-48e8-b569-90a8896c979a,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:28.325835 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.334662 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 7ce2434a-00df-48e8-b569-90a8896c979a details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:28.340151 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:28.351096 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.351628 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Added segment 015fce7c-01d4-4eac-82a6-2e8a3cb66b9e of type vlan for network 907b7521-8651-4916-8447-eb61f653e646 Dec 15 11:37:28.393826 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.453533 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.484796 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757275358-network', 'tenant_id': 'cdf290a2ab68495492dfe43a8356890a'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:28.488954 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:28.491834 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.493052 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:28.494015 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.503806 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:27Z', 'revision_number': 3, 'project_id': '54888f77098b48999dab7c6e72282bea', 'gw_port': {'id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:28.563792 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.576759 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Checking router: eff8a473-5ac3-4821-82df-d19328c8b624 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:28.577481 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Updating router eff8a473-5ac3-4821-82df-d19328c8b624 port 434c61fc-8309-43eb-a992-42e9ffa6bafd binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:28.581911 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:28.596126 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.596468 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Added segment 96f946d3-2941-4555-b653-3d2865467f93 of type vlan for network 9be3e716-31cc-4d43-9573-9a79b1f4751b Dec 15 11:37:28.639271 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.649743 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.683756 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e7ec5d68-528b-446e-8504-4e9e76e87233 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2822430 Dec 15 11:37:28.687316 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35776) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:28.721804 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Request body: {'subnet': {'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-903157426-subnet', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:28.736713 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7771d8aa-60c9-4b0a-a09d-a09c046802fa,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:28.740891 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.741806 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:28.742390 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.760949 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0770025 Dec 15 11:37:28.761231 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35780) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:28.769654 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2776606 Dec 15 11:37:28.773140 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35782) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:28.775614 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Request body: {'subnet': {'network_id': '907b7521-8651-4916-8447-eb61f653e646', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-985614069-subnet', 'tenant_id': 'f01fec046b214480986553bb9120dc8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:28.778810 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Request body: {'subnet': {'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-subnet', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:28.784169 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a568e86-7ad2-4cfa-b424-53731cce1672 admin admin] Pushing event updated for resources: {'Network': ['ID=907b7521-8651-4916-8447-eb61f653e646,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:28.798278 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 907b7521-8651-4916-8447-eb61f653e646 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:28.868333 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Made reservation on behalf of cdf290a2ab68495492dfe43a8356890a for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:28.871309 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.884562 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.959841 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedae94c-5035-4482-b804-3f31c1ae245f admin admin] Pushing event updated for resources: {'Network': ['ID=9be3e716-31cc-4d43-9573-9a79b1f4751b,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:28.982161 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-564ca1b0-ea67-4741-8761-767e5d449a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:28.993454 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:29.132952 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Made reservation on behalf of e192984d3ef7484491031ef7aba77f57 for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:29.138302 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.144204 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.145336 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Made reservation on behalf of eb3b2ada0e0843e8a9cdb43966e3e7a9 for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:29.149897 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Publish callbacks [] for subnet, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.159018 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.163348 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Made reservation on behalf of f01fec046b214480986553bb9120dc8a for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:29.171418 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Publish callbacks [] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.220648 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Attempting to bind port 434c61fc-8309-43eb-a992-42e9ffa6bafd on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:29.221116 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Attempting to bind port 434c61fc-8309-43eb-a992-42e9ffa6bafd by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:29.221702 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Attempting to bind port 434c61fc-8309-43eb-a992-42e9ffa6bafd on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:29.233983 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:29.234379 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:29.234802 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.235200 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:29.235934 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Bound port: 434c61fc-8309-43eb-a992-42e9ffa6bafd, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:29.236344 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.259583 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.271531 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.330986 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:29.355905 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Pushing event updated for resources: {'Port': ['ID=434c61fc-8309-43eb-a992-42e9ffa6bafd,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:29.371842 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bccbcc-e844-44c8-89c4-01a72ecbc34f,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:29.377773 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.378014 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Added segment 8c14d1b5-46f1-44cd-a038-729a94b806ce of type vlan for network a60f42f0-4b87-45c7-b49c-b14262bedd8b Dec 15 11:37:29.396265 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.397117 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.397663 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.398242 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.399724 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.400261 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.401415 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.401963 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.402546 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.403070 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.403589 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.404161 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.404776 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Tracked resource versions report: Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: pushed versions: Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: { 'AddressGroup': {'1.2'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'ConntrackHelper': {'1.0'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Log': {'1.0'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Network': {'1.1'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Port': {'1.7'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'PortForwarding': {'1.2'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'QosPolicy': {'1.10'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SecurityGroup': {'1.5'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SubPort': {'1.0'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Subnet': {'1.1'}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Trunk': {'1.1'}} Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: consumer versions: Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: { DHCP agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: HyperV agent@hv-cinder-81322: {}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: L3 agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: Metadata agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: Metering agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: Open vSwitch agent@dv-cinder-813222-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'ConntrackHelper': '1.0', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'LocalIPAssociation': '1.0', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Log': '1.0', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Network': '1.1', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Port': '1.7', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'PortForwarding': '1.2', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'QosPolicy': '1.10', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SecurityGroup': '1.5', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SecurityGroupRule': '1.2', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'SubPort': '1.0', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Subnet': '1.1', Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: 'Trunk': '1.1'}} Dec 15 11:37:29.406325 dv-cinder-813222-4-iscsi neutron-server[102634]: {{(pid=102634) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:37:29.431850 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] For port 434c61fc-8309-43eb-a992-42e9ffa6bafd, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:29.437473 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] For port 434c61fc-8309-43eb-a992-42e9ffa6bafd, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=434c61fc-8309-43eb-a992-42e9ffa6bafd,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:29.446268 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.466850 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.506843 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Routers {'eff8a473-5ac3-4821-82df-d19328c8b624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:29.507977 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eff8a473-5ac3-4821-82df-d19328c8b624'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:29.519396 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.520005 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Checking segment: {'id': '015fce7c-01d4-4eac-82a6-2e8a3cb66b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '907b7521-8651-4916-8447-eb61f653e646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:29.520371 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Network hostable DHCP agents. Network: 907b7521-8651-4916-8447-eb61f653e646, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:29.526520 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.634743 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Network 907b7521-8651-4916-8447-eb61f653e646 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:29.672337 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc38e17-ff37-44e7-bb41-15e2cb594ce4,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:29.677023 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.678879 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:29.679633 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.713410 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db848f56-2352-49a8-9ad5-149e8e24f9c4 None None] Pushing event updated for resources: {'Port': ['ID=434c61fc-8309-43eb-a992-42e9ffa6bafd,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:29.750648 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 907b7521-8651-4916-8447-eb61f653e646) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:29.760673 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9c727-4ebb-4fde-9583-01550130ed4c None None] Network 907b7521-8651-4916-8447-eb61f653e646 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:29.772751 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:29.774691 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.779442 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.785659 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] Set router eff8a473-5ac3-4821-82df-d19328c8b624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:29.805438 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8325102 Dec 15 11:37:29.809144 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35826) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:29.819154 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:29.842157 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Request body: {'subnet': {'network_id': 'a60f42f0-4b87-45c7-b49c-b14262bedd8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1757275358-subnet', 'tenant_id': 'cdf290a2ab68495492dfe43a8356890a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:29.914966 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-407c519a-b1d3-4a7d-be24-ebd0c29ab4cf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1536498 Dec 15 11:37:29.944233 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ccd5a-9399-40cc-b29c-9a705530a185 None None] Network 907b7521-8651-4916-8447-eb61f653e646 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:29.954885 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db1da7-ffc6-434f-a161-990169cd644e admin admin] Pushing event updated for resources: {'Network': ['ID=a60f42f0-4b87-45c7-b49c-b14262bedd8b,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:30.030946 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Made reservation on behalf of cdf290a2ab68495492dfe43a8356890a for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:30.033640 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:30.041937 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Checking segment: {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:30.042476 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Network hostable DHCP agents. Network: 7ce2434a-00df-48e8-b569-90a8896c979a, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:30.092887 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network a60f42f0-4b87-45c7-b49c-b14262bedd8b details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:30.094302 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2e1149-04c9-4965-a034-cc2aab078366,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:30.240391 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:27Z', 'revision_number': 3, 'project_id': '54888f77098b48999dab7c6e72282bea', 'gw_port': {'id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:30.320758 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Checking segment: {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:30.321491 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Network hostable DHCP agents. Network: 9be3e716-31cc-4d43-9573-9a79b1f4751b, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:30.323959 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6262da56-77eb-440d-b9e5-b886217cd553,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:30.333774 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0193501-cd28-48ad-aec7-bd03542fffec None None] The sync data for ids ['eff8a473-5ac3-4821-82df-d19328c8b624'] in dv-cinder-813222-4-iscsi is: [{'id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:27Z', 'revision_number': 3, 'project_id': '54888f77098b48999dab7c6e72282bea', 'gw_port': {'id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:30.343024 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Network 7ce2434a-00df-48e8-b569-90a8896c979a is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:30.354350 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Allocated IP 172.20.0.1 (5b8c33af-ac2b-4c68-b3c3-cd41535e5222/d0fae3ae-56b7-4a0e-b82c-80ca60056a8b/bec12d99-aa27-49cb-a7a3-86a2bf70792a) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:30.422927 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 7ce2434a-00df-48e8-b569-90a8896c979a) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:30.438817 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:30.439524 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:30.443859 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:30.461522 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 9be3e716-31cc-4d43-9573-9a79b1f4751b) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:30.467254 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:30.467822 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:30.478736 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2e9f7973-5b63-4ee5-982c-424a5d9aab8f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7624204 Dec 15 11:37:30.486742 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35840) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:30.498312 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:30.548170 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1b658277-b509-4f24-b1c6-50ca7b637a96 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7733862 Dec 15 11:37:30.548840 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35846) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:30.568940 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:30.612354 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:30.613746 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:30.656622 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411ea76b-2fc2-4a37-9596-00ee37401dfa None None] Network 7ce2434a-00df-48e8-b569-90a8896c979a requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:30.779612 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:30.782851 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:30.785957 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:30.798278 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:30.931345 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f71a530-9ee4-4503-93f6-71c6217b28fa None None] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:30.941834 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.003642 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.017240 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35878) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:31.049171 dv-cinder-813222-4-iscsi neutron-server[102631]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 11:37:31.051378 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:31.062813 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:31.094320 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:31.095025 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.098505 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.100691 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.221923 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-7ce2434a-00df-48e8-b569-90a8896c979a', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:37:31.222797 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.225580 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-9be3e716-31cc-4d43-9573-9a79b1f4751b', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:37:31.227233 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.277917 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ad4f71-591d-42bd-90c0-58eea48013f8,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:31.352087 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Pushing event updated for resources: {'Port': ['ID=bec12d99-aa27-49cb-a7a3-86a2bf70792a,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:31.354722 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Checking segment: {'id': '8c14d1b5-46f1-44cd-a038-729a94b806ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a60f42f0-4b87-45c7-b49c-b14262bedd8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:31.355174 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Network hostable DHCP agents. Network: a60f42f0-4b87-45c7-b49c-b14262bedd8b, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:31.451363 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.488013 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Network a60f42f0-4b87-45c7-b49c-b14262bedd8b is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:31.520426 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, a60f42f0-4b87-45c7-b49c-b14262bedd8b) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:31.530954 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:31.532418 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.548218 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf519ae-14c0-46e0-b823-f977e43cbc7d None None] Network a60f42f0-4b87-45c7-b49c-b14262bedd8b requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:31.640697 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.647384 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-093a6ee5-e66c-4af5-b376-f239b41dbcdc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8162208 Dec 15 11:37:31.775373 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Allocated IP 172.20.0.2 (9be3e716-31cc-4d43-9573-9a79b1f4751b/5c2e1149-04c9-4965-a034-cc2aab078366/f9fdcb0c-751a-4534-a7f4-e3829f9d8e18) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:31.908430 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:31.924369 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Allocated IP 172.20.0.2 (7ce2434a-00df-48e8-b569-90a8896c979a/6262da56-77eb-440d-b9e5-b886217cd553/87660fe2-72f4-4a55-9099-7827240609db) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:32.105520 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d371b0-3f46-40ba-9c8a-4f532de880b4 None None] Network a60f42f0-4b87-45c7-b49c-b14262bedd8b requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:32.135677 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-d24a96ec-9e75-4f11-bdb3-9afa32f487d4 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:32.144401 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-d24a96ec-9e75-4f11-bdb3-9afa32f487d4 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/networks?id=907b7521-8651-4916-8447-eb61f653e646 HTTP/1.1" status: 200 len: 811 time: 1.0996301 Dec 15 11:37:32.163788 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.170324 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.180929 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.184011 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.342503 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-458ced77-74df-4c8c-a23e-3221f089e451 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/quotas/f01fec046b214480986553bb9120dc8a HTTP/1.1" status: 200 len: 375 time: 0.1302388 Dec 15 11:37:32.429471 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.450689 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.518337 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Pushing event updated for resources: {'Port': ['ID=bec12d99-aa27-49cb-a7a3-86a2bf70792a,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:32.530577 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:32.533977 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:32.575376 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:32.593410 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:32.600943 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-bde32fb4-5856-4a7a-a709-a8eea2f6a230 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f01fec046b214480986553bb9120dc8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2551630 Dec 15 11:37:32.601654 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.616061 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.617968 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:32.727166 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Pushing event updated for resources: {'Port': ['ID=f9fdcb0c-751a-4534-a7f4-e3829f9d8e18,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:32.755065 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.758202 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.760336 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.760797 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.761271 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.761741 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.762729 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.763574 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.766665 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.767190 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.767706 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.768094 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.768528 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Tracked resource versions report: Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: pushed versions: Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: { 'AddressGroup': {'1.2'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'ConntrackHelper': {'1.0'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'LocalIPAssociation': {'1.0'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Log': {'1.0'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Network': {'1.1'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Port': {'1.7'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'PortForwarding': {'1.2'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'QosPolicy': {'1.10'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SecurityGroup': {'1.5'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SecurityGroupRule': {'1.2'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SubPort': {'1.0'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Subnet': {'1.1'}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Trunk': {'1.1'}} Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: consumer versions: Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: { DHCP agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: HyperV agent@hv-cinder-81322: {}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: L3 agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: Metadata agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: Metering agent@dv-cinder-813222-4-iscsi: {}, Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: Open vSwitch agent@dv-cinder-813222-4-iscsi: { 'AddressGroup': '1.2', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'ConntrackHelper': '1.0', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'LocalIPAssociation': '1.0', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Log': '1.0', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Network': '1.1', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Port': '1.7', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'PortForwarding': '1.2', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'QosPolicy': '1.10', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SecurityGroup': '1.5', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SecurityGroupRule': '1.2', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'SubPort': '1.0', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Subnet': '1.1', Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: 'Trunk': '1.1'}} Dec 15 11:37:32.770085 dv-cinder-813222-4-iscsi neutron-server[102633]: {{(pid=102633) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 11:37:32.778090 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.787258 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 434c61fc-8309-43eb-a992-42e9ffa6bafd up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:32.866446 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Router eff8a473-5ac3-4821-82df-d19328c8b624 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:37:32.875688 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35944) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:32.881081 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705417863-network', 'tenant_id': '3a429f84ee8a4321aeb98c863a240e00'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:32.924677 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Attempting to bind port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:32.925427 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Attempting to bind port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:32.926037 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Attempting to bind port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 on network 9be3e716-31cc-4d43-9573-9a79b1f4751b {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:32.937996 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Network 7ce2434a-00df-48e8-b569-90a8896c979a is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:32.951148 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:32.951917 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Checking segment: {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:32.952606 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.953415 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Bound using segment: {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:32.954297 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Bound port: f9fdcb0c-751a-4534-a7f4-e3829f9d8e18, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:32.954954 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:32.975144 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:32.978002 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:33.024175 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Made reservation on behalf of 3a429f84ee8a4321aeb98c863a240e00 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:33.027922 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.040757 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.056894 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] For port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:33.062034 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Pushing event updated for resources: {'Port': ['ID=87660fe2-72f4-4a55-9099-7827240609db,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:33.069240 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] For port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=f9fdcb0c-751a-4534-a7f4-e3829f9d8e18,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:33.087991 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-4dfa8272-174f-4a28-aa97-265f6ce1cebb service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:37:33.089059 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-4dfa8272-174f-4a28-aa97-265f6ce1cebb service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2032626 Dec 15 11:37:33.096676 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.099956 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:33.135981 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b113409e-089c-4812-b3cd-a91f6c996165 admin admin] 10.222.0.62 "PUT /v2.0/routers/eff8a473-5ac3-4821-82df-d19328c8b624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1485696 Dec 15 11:37:33.136543 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.186898 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.189267 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Attempting to bind port 87660fe2-72f4-4a55-9099-7827240609db on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:33.190315 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Attempting to bind port 87660fe2-72f4-4a55-9099-7827240609db by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:33.190910 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Attempting to bind port 87660fe2-72f4-4a55-9099-7827240609db on network 7ce2434a-00df-48e8-b569-90a8896c979a {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:33.194257 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 434c61fc-8309-43eb-a992-42e9ffa6bafd triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:33.195056 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.195487 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.223645 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.234311 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.249320 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.249483 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:33.249838 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Checking segment: {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:33.250247 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.250645 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Bound using segment: {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:33.251125 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Bound port: 87660fe2-72f4-4a55-9099-7827240609db, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:33.251524 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.258266 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66768bbc-0bf5-4419-bd3a-35118cc9979d None None] Pushing event updated for resources: {'Port': ['ID=f9fdcb0c-751a-4534-a7f4-e3829f9d8e18,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:33.326471 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:37:33.338892 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615b6f96-675f-4230-a845-2503399037af,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:33.348658 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.349467 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Added segment 72676953-6eba-40c9-94bb-20b08d367fe6 of type vlan for network 6db6156f-179e-4bd6-8c8a-17963770c0e0 Dec 15 11:37:33.371247 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Sync routers for ids ['eff8a473-5ac3-4821-82df-d19328c8b624'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:33.393508 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-ab783770-c8c7-4709-8f63-f6eb0ba0da2d service neutron] 10.222.0.62 "GET /v2.0/networks/907b7521-8651-4916-8447-eb61f653e646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892029 Dec 15 11:37:33.413053 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Routers {'eff8a473-5ac3-4821-82df-d19328c8b624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:33.413786 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eff8a473-5ac3-4821-82df-d19328c8b624'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:33.417158 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] For port 87660fe2-72f4-4a55-9099-7827240609db, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:33.419424 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.427017 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] For port 87660fe2-72f4-4a55-9099-7827240609db, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=87660fe2-72f4-4a55-9099-7827240609db,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:33.431026 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.459441 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.460484 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:33.463266 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.472941 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.572286 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6954832 Dec 15 11:37:33.573139 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 35960) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:33.580358 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Request body: {'subnet': {'network_id': '6db6156f-179e-4bd6-8c8a-17963770c0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1705417863-subnet', 'tenant_id': '3a429f84ee8a4321aeb98c863a240e00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:33.619525 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dbb5f9-2687-40af-9fa9-8b189b07744e admin admin] Pushing event updated for resources: {'Network': ['ID=6db6156f-179e-4bd6-8c8a-17963770c0e0,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:33.664148 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Made reservation on behalf of 3a429f84ee8a4321aeb98c863a240e00 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:33.666724 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.725770 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 434c61fc-8309-43eb-a992-42e9ffa6bafd, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=434c61fc-8309-43eb-a992-42e9ffa6bafd,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:33.750578 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 6db6156f-179e-4bd6-8c8a-17963770c0e0 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:37:33.798097 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:33.858255 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 35980) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:33.871169 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Allocated IP 172.27.0.206 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/974e2c90-ecf2-43bd-8ad1-6dcaae01269b) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:33.900415 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-892161b5-4145-4653-b8c6-7eaa2dc37eb8 service neutron] 10.222.0.62 "GET /v2.0/networks/907b7521-8651-4916-8447-eb61f653e646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049505 Dec 15 11:37:33.931541 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ea3bc-7c6d-4472-a833-675dfbf6b8de None None] Pushing event updated for resources: {'Port': ['ID=87660fe2-72f4-4a55-9099-7827240609db,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:34.001881 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=434c61fc-8309-43eb-a992-42e9ffa6bafd,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:34.011533 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Set router eff8a473-5ac3-4821-82df-d19328c8b624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:34.024260 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.054657 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-626b371f-524e-423d-bc8b-b28dc2f2d25c tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:34.055900 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-626b371f-524e-423d-bc8b-b28dc2f2d25c tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 819 time: 0.1945274 Dec 15 11:37:34.091643 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-76fdb806-ef70-4354-bf85-1d144e70bc54 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/quotas/54888f77098b48999dab7c6e72282bea HTTP/1.1" status: 200 len: 375 time: 0.0219567 Dec 15 11:37:34.118817 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.126983 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Checking segment: {'id': '72676953-6eba-40c9-94bb-20b08d367fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '6db6156f-179e-4bd6-8c8a-17963770c0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:34.127674 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Network hostable DHCP agents. Network: 6db6156f-179e-4bd6-8c8a-17963770c0e0, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:37:34.137620 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a1c0189-b2a2-4c2f-b1b4-da5b25ca9050,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:34.156371 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Network 6db6156f-179e-4bd6-8c8a-17963770c0e0 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:37:34.175743 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 6db6156f-179e-4bd6-8c8a-17963770c0e0) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:34.187928 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:34.188915 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.189063 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae8754-3627-49a8-93cb-d233c0a007d7 None None] Network 6db6156f-179e-4bd6-8c8a-17963770c0e0 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:34.217555 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-495c4635-cbf2-401f-bd46-369f71b33a12 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6412573 Dec 15 11:37:34.310042 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:37:34.328042 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-e1b0da7e-b3b4-4dc1-902b-2d3b2ce5449b tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2257628 Dec 15 11:37:34.380552 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.434408 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36000) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:34.516718 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-e980c6ca-b1f1-4e8e-9de2-cdfd55eb9e1c admin admin] Deleting subnet 22ad4f71-591d-42bd-90c0-58eea48013f8 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:37:34.523392 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e980c6ca-b1f1-4e8e-9de2-cdfd55eb9e1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.549820 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Pushing event updated for resources: {'Port': ['ID=974e2c90-ecf2-43bd-8ad1-6dcaae01269b,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:34.557325 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fe92e4-ac5b-471f-b9b7-ae018319ab43 None None] Network 6db6156f-179e-4bd6-8c8a-17963770c0e0 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:34.610924 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:34.612521 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e980c6ca-b1f1-4e8e-9de2-cdfd55eb9e1c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.631103 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e980c6ca-b1f1-4e8e-9de2-cdfd55eb9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.761620 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-d8bdbd51-ead5-4c8d-b302-3450c544cf39 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:37:34.767903 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e980c6ca-b1f1-4e8e-9de2-cdfd55eb9e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for subnet, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.773948 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-d8bdbd51-ead5-4c8d-b302-3450c544cf39 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3637693 Dec 15 11:37:34.789799 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:34.793188 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a183c9a9-f3bd-4833-a7bb-7d44be23b24f req-c518c130-e7b9-436a-b9f7-a3c3b3a60454 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.2407007 Dec 15 11:37:34.797070 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:34.841470 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980c6ca-b1f1-4e8e-9de2-cdfd55eb9e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ad4f71-591d-42bd-90c0-58eea48013f8,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:34.867684 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:31Z', 'revision_number': 4, 'project_id': '54888f77098b48999dab7c6e72282bea', 'gw_port': {'id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'bec12d99-aa27-49cb-a7a3-86a2bf70792a', 'name': '', 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'mac_address': 'fa:16:3e:b5:5d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0fae3ae-56b7-4a0e-b82c-80ca60056a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:29Z', 'updated_at': '2021-12-15T11:37:31Z', 'revision_number': 2, 'project_id': '54888f77098b48999dab7c6e72282bea', 'subnets': [{'id': 'd0fae3ae-56b7-4a0e-b82c-80ca60056a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:34.878887 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e980c6ca-b1f1-4e8e-9de2-cdfd55eb9e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:34.898220 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e980c6ca-b1f1-4e8e-9de2-cdfd55eb9e1c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/22ad4f71-591d-42bd-90c0-58eea48013f8 HTTP/1.1" status: 204 len: 168 time: 0.4604175 Dec 15 11:37:34.903980 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36016) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:34.921404 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:34.923680 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Checking router: eff8a473-5ac3-4821-82df-d19328c8b624 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:34.924546 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Updating router eff8a473-5ac3-4821-82df-d19328c8b624 port bec12d99-aa27-49cb-a7a3-86a2bf70792a binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:35.026823 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5e36ee-e6c8-4c95-8daf-9710c5496368 None None] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:35.030409 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Allocated IP 172.27.0.105 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/06a71a17-742c-41fb-b723-115f07071cae) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:35.048844 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.123047 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.196610 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:35.197222 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.209476 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.248883 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-48a568c6-5fb9-436d-ba4a-6722bd2f572b None None] Provisioning complete for port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:35.249369 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-48a568c6-5fb9-436d-ba4a-6722bd2f572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.271146 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.272902 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.274224 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.276470 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.276669 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.277194 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.279630 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.280151 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.280570 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.281236 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.334672 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-8c44c093-8224-45cf-9cbf-05aaef31278f service neutron] 10.222.0.62 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612061 Dec 15 11:37:35.400158 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.527086 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.572690 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3dc53-c4e5-46c6-a25a-d5408d6dca1d None None] Network 7ce2434a-00df-48e8-b569-90a8896c979a requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:37:35.596574 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-83e370e1-6d73-4a4f-b888-47cac741ede1 service neutron] 10.222.0.62 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609038 Dec 15 11:37:35.678321 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.678967 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.684515 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.686737 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102632) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:35.687203 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60f42f0-4b87-45c7-b49c-b14262bedd8b']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:35.690386 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.696024 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-48a568c6-5fb9-436d-ba4a-6722bd2f572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.740398 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c14d1b5-46f1-44cd-a038-729a94b806ce') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:35.740739 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c14d1b5-46f1-44cd-a038-729a94b806ce') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:35.772619 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14092430'] for segment, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.817307 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.835773 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:37:35.836324 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14140955'] for segment, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.844512 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: from cryptography.utils import int_from_bytes Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: from cryptography.utils import int_from_bytes Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: Traceback (most recent call last): Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: timer() Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: cb(*args, **kw) Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: return func(*args, **kwargs) Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: self._notify() Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: self.callback(batched_events) Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: event.method(event) Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: return f(self, *a, **k) Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._get(url).json() Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:37:35.861940 dv-cinder-813222-4-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:37:35.930152 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=f9fdcb0c-751a-4534-a7f4-e3829f9d8e18,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:35.944728 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:35.945544 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 87660fe2-72f4-4a55-9099-7827240609db up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:36.032515 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Pushing event updated for resources: {'Port': ['ID=06a71a17-742c-41fb-b723-115f07071cae,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:36.114242 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.159623 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.172100 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a60f42f0-4b87-45c7-b49c-b14262bedd8b HTTP/1.1" status: 204 len: 168 time: 1.2665224 Dec 15 11:37:36.176063 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36078) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:36.180269 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8b4d8-6d61-4d42-b5bd-0ae69cd174c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a60f42f0-4b87-45c7-b49c-b14262bedd8b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:36.193901 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-87634ed5-e120-48e7-b099-203e883f07e6 req-f7188aa8-b6f3-4cd3-9383-0cf0564dddcf tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 210 time: 0.1630931 Dec 15 11:37:36.254753 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:36.272412 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3ecea13f-9fd3-400d-9072-2bc5883a2bb5 req-b25a8405-df6f-4dcc-b265-c0e34361bcdb tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.2516725 Dec 15 11:37:36.273748 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:36.295188 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.299919 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:36.331734 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea3a775-e4b5-4186-ad46-ced321531926 admin admin] Deleting subnet 0a1c0189-b2a2-4c2f-b1b4-da5b25ca9050 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:37:36.340951 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a775-e4b5-4186-ad46-ced321531926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.450762 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.486687 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a775-e4b5-4186-ad46-ced321531926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14092405'] for subnet, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.542494 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=f9fdcb0c-751a-4534-a7f4-e3829f9d8e18,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:36.608007 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.616862 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a775-e4b5-4186-ad46-ced321531926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.715834 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36110) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:36.794461 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a775-e4b5-4186-ad46-ced321531926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14141041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13785167'] for subnet, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.846448 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3a775-e4b5-4186-ad46-ced321531926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a1c0189-b2a2-4c2f-b1b4-da5b25ca9050,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:36.859363 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3ea3a775-e4b5-4186-ad46-ced321531926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:36.867003 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3ea3a775-e4b5-4186-ad46-ced321531926 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0a1c0189-b2a2-4c2f-b1b4-da5b25ca9050 HTTP/1.1" status: 204 len: 168 time: 0.6723087 Dec 15 11:37:36.873504 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36122) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:36.966287 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.db.api [None req-48a568c6-5fb9-436d-ba4a-6722bd2f572b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 11:37:36.968934 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG oslo_db.api [None req-48a568c6-5fb9-436d-ba4a-6722bd2f572b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 11:37:36.971733 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4715971-aea0-44d2-9f2f-347cb2808d13 None None] Pushing event updated for resources: {'Port': ['ID=bec12d99-aa27-49cb-a7a3-86a2bf70792a,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:36.994805 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.042236 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 87660fe2-72f4-4a55-9099-7827240609db triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:37.042967 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.127238 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Attempting to bind port bec12d99-aa27-49cb-a7a3-86a2bf70792a on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:37.127862 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Attempting to bind port bec12d99-aa27-49cb-a7a3-86a2bf70792a by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:37.128411 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Attempting to bind port bec12d99-aa27-49cb-a7a3-86a2bf70792a on network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:37.186923 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.202739 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:37.203578 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Checking segment: {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:37.204150 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.204707 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Bound using segment: {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:37.205390 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Bound port: bec12d99-aa27-49cb-a7a3-86a2bf70792a, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:37.205980 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.220365 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.246096 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 87660fe2-72f4-4a55-9099-7827240609db, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=87660fe2-72f4-4a55-9099-7827240609db,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:37.264370 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.264635 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-697138ba-783f-417c-8065-80e335905677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.265306 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 434c61fc-8309-43eb-a992-42e9ffa6bafd up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:37.403249 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] For port bec12d99-aa27-49cb-a7a3-86a2bf70792a, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:37.406681 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] For port bec12d99-aa27-49cb-a7a3-86a2bf70792a, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=bec12d99-aa27-49cb-a7a3-86a2bf70792a,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:37.416563 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.419516 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.468846 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Routers {'eff8a473-5ac3-4821-82df-d19328c8b624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:37.469474 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eff8a473-5ac3-4821-82df-d19328c8b624'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:37.512741 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=87660fe2-72f4-4a55-9099-7827240609db,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:37.527543 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 434c61fc-8309-43eb-a992-42e9ffa6bafd triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:37.527926 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.610212 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-9abafa7b-ea03-4fc3-8b8c-d44d9828f4a4 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:37.611768 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-9abafa7b-ea03-4fc3-8b8c-d44d9828f4a4 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 819 time: 0.9210303 Dec 15 11:37:37.656157 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3a904e6b-3291-4926-96d2-27cc31e7afbf req-e2355424-d4c8-4ad4-b14d-cadb13f72c63 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.1053908 Dec 15 11:37:37.719951 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-138b40da-e49e-47cf-8559-91c9a504b403 None None] Provisioning complete for port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:37.720585 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-138b40da-e49e-47cf-8559-91c9a504b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.725355 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4715971-aea0-44d2-9f2f-347cb2808d13 None None] Pushing event updated for resources: {'Port': ['ID=bec12d99-aa27-49cb-a7a3-86a2bf70792a,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:37.765640 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-0ef87109-a10f-4ad8-bfbb-9a055a25b65c tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/quotas/54888f77098b48999dab7c6e72282bea HTTP/1.1" status: 200 len: 375 time: 0.1440034 Dec 15 11:37:37.770226 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] Set router eff8a473-5ac3-4821-82df-d19328c8b624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:37.826782 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:37.891306 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.891676 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.892442 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.892790 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > port after_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.893206 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.893542 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > port after_update 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.893863 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.894182 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.894503 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.894819 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:37.983181 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 87660fe2-72f4-4a55-9099-7827240609db up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:38.036048 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-138b40da-e49e-47cf-8559-91c9a504b403 None None] Provisioning complete for port 87660fe2-72f4-4a55-9099-7827240609db triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:38.036977 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-138b40da-e49e-47cf-8559-91c9a504b403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.060068 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:38.060433 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:38.060745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:38.061119 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 11:37:38.061468 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db6156f-179e-4bd6-8c8a-17963770c0e0']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:38.085096 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Router 2a91df33-0143-4451-a007-090f05ce7bc7 is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:37:38.099569 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72676953-6eba-40c9-94bb-20b08d367fe6') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:38.099868 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72676953-6eba-40c9-94bb-20b08d367fe6') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:38.123841 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 87660fe2-72f4-4a55-9099-7827240609db triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:38.124205 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.133715 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.177798 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-697138ba-783f-417c-8065-80e335905677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.186687 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-026222a8-42ca-489c-8aed-5f68bfd3c797 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3859291 Dec 15 11:37:38.190300 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.201715 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-876e014b-5b35-433b-a019-d493dd163267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:31Z', 'revision_number': 4, 'project_id': '54888f77098b48999dab7c6e72282bea', 'gw_port': {'id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'bec12d99-aa27-49cb-a7a3-86a2bf70792a', 'name': '', 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'mac_address': 'fa:16:3e:b5:5d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0fae3ae-56b7-4a0e-b82c-80ca60056a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:29Z', 'updated_at': '2021-12-15T11:37:37Z', 'revision_number': 4, 'project_id': '54888f77098b48999dab7c6e72282bea', 'subnets': [{'id': 'd0fae3ae-56b7-4a0e-b82c-80ca60056a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:38.223583 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-697138ba-783f-417c-8065-80e335905677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.231918 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876e014b-5b35-433b-a019-d493dd163267 None None] The sync data for ids ['eff8a473-5ac3-4821-82df-d19328c8b624'] in dv-cinder-813222-4-iscsi is: [{'id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:31Z', 'revision_number': 4, 'project_id': '54888f77098b48999dab7c6e72282bea', 'gw_port': {'id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'bec12d99-aa27-49cb-a7a3-86a2bf70792a', 'name': '', 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'mac_address': 'fa:16:3e:b5:5d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd0fae3ae-56b7-4a0e-b82c-80ca60056a8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:29Z', 'updated_at': '2021-12-15T11:37:37Z', 'revision_number': 4, 'project_id': '54888f77098b48999dab7c6e72282bea', 'subnets': [{'id': 'd0fae3ae-56b7-4a0e-b82c-80ca60056a8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:38.262396 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.312331 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:38.313206 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:37:38.313613 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: from cryptography.utils import int_from_bytes Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: from cryptography.utils import int_from_bytes Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:37:38.320894 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:37:38.391561 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:38.391986 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.466873 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-697138ba-783f-417c-8065-80e335905677 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2df7bf15035c4799bfec7d143b65ecc4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7428522 Dec 15 11:37:38.467434 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36166) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:38.513789 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697138ba-783f-417c-8065-80e335905677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d0260a-5d69-4b0f-8d38-d2909482b9be,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:38.559761 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ee03d1cb-7a8d-43a0-aaa7-daf6385e6a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.561727 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.586708 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ee03d1cb-7a8d-43a0-aaa7-daf6385e6a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.614112 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.618777 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] 10.222.0.62 "DELETE /v2.0/networks/6db6156f-179e-4bd6-8c8a-17963770c0e0 HTTP/1.1" status: 204 len: 168 time: 1.7442586 Dec 15 11:37:38.620030 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:38.629857 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05394b-f026-4b71-8bf8-4cf8fed77b0f admin admin] Pushing event deleted for resources: {'Network': ['ID=6db6156f-179e-4bd6-8c8a-17963770c0e0,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:38.630809 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Sync routers for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:38.652206 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:38.655178 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:38.669212 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ee03d1cb-7a8d-43a0-aaa7-daf6385e6a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.676529 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ee03d1cb-7a8d-43a0-aaa7-daf6385e6a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.680110 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ee03d1cb-7a8d-43a0-aaa7-daf6385e6a7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2d0260a-5d69-4b0f-8d38-d2909482b9be HTTP/1.1" status: 204 len: 168 time: 0.2102945 Dec 15 11:37:38.728565 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee03d1cb-7a8d-43a0-aaa7-daf6385e6a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d0260a-5d69-4b0f-8d38-d2909482b9be,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:38.798696 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-9c465042-e981-45af-9a80-69ed7c1634b9 service neutron] 10.222.0.62 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713701 Dec 15 11:37:38.842694 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36180) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:38.872361 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:38.882740 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] Publish callbacks [] for router, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:38.884541 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-72228f63-6d03-4e90-ba83-8227d8ce4f8d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3968194 Dec 15 11:37:38.892490 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36184) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:39.118587 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:35Z', 'revision_number': 3, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:39.164856 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Checking router: 2a91df33-0143-4451-a007-090f05ce7bc7 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:39.165511 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Updating router 2a91df33-0143-4451-a007-090f05ce7bc7 port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:39.173276 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36186) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:39.196507 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7429511-6e75-483f-bed8-80210bdd9d47 req-73a28d0d-dae1-415b-9921-2d556c41ba23 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.3731441 Dec 15 11:37:39.202692 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.242882 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Router 1b9c04a5-1d44-4c22-b859-911945ebeb6f is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:37:39.304390 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cf7e6bc5-5876-4781-a9a8-91cb83afac60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdf290a2ab68495492dfe43a8356890a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4600055 Dec 15 11:37:39.307221 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36192) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:39.402122 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-bac8085a-d9ed-452a-a118-0b34a42d23f6 service neutron] 10.222.0.62 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873888 Dec 15 11:37:39.461229 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:39.479040 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Sync routers for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:39.500141 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.502455 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-767c412e-c7f9-46ec-931f-a43ac32031d2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9438376 Dec 15 11:37:39.505860 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36194) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:39.509094 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:39.509751 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:39.579506 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9d62c8bd-b8a1-4044-ac1b-abc57cf141e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.617049 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36196) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:39.642397 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-383511f0-36a9-403a-aea1-0ff70713db34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.710980 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:39.758354 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9bb300e3-5f6a-417c-b88d-6cd050ac06b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.763675 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d00b5a79-f982-43d4-8669-2ca15e766d98 req-d64d4ab6-628c-4b85-91c5-610e3e07c84a tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 210 time: 0.0637314 Dec 15 11:37:39.799842 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-383511f0-36a9-403a-aea1-0ff70713db34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.834294 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:39.851346 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.022789 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Attempting to bind port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:40.023330 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Attempting to bind port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:40.023887 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Attempting to bind port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:40.058972 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426e670-dc15-434a-9075-42d86393c700 None None] Pushing event updated for resources: {'Port': ['ID=974e2c90-ecf2-43bd-8ad1-6dcaae01269b,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:40.082998 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:40.084982 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:40.087746 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.088420 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:40.090131 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Bound port: 974e2c90-ecf2-43bd-8ad1-6dcaae01269b, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:40.092565 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.154756 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device bec12d99-aa27-49cb-a7a3-86a2bf70792a up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:40.160371 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-383511f0-36a9-403a-aea1-0ff70713db34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.164200 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-383511f0-36a9-403a-aea1-0ff70713db34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.165391 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-383511f0-36a9-403a-aea1-0ff70713db34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53bccbcc-e844-44c8-89c4-01a72ecbc34f HTTP/1.1" status: 204 len: 168 time: 0.8568137 Dec 15 11:37:40.217511 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9d62c8bd-b8a1-4044-ac1b-abc57cf141e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.219033 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383511f0-36a9-403a-aea1-0ff70713db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bccbcc-e844-44c8-89c4-01a72ecbc34f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:40.244185 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9d62c8bd-b8a1-4044-ac1b-abc57cf141e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.248856 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] For port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:40.257835 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] For port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=974e2c90-ecf2-43bd-8ad1-6dcaae01269b,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:40.267776 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.387396 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9bb300e3-5f6a-417c-b88d-6cd050ac06b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.399784 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7426e670-dc15-434a-9075-42d86393c700 None None] Pushing event updated for resources: {'Port': ['ID=974e2c90-ecf2-43bd-8ad1-6dcaae01269b,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:40.420449 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9bb300e3-5f6a-417c-b88d-6cd050ac06b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.433914 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9d62c8bd-b8a1-4044-ac1b-abc57cf141e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bd745034663d4030803c7ce73839886c&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2544651 Dec 15 11:37:40.443373 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36216) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:40.449148 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:40.450035 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:40.461080 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62c8bd-b8a1-4044-ac1b-abc57cf141e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91716c18-f709-4a50-8f71-ca1d70d19569,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:40.520571 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port bec12d99-aa27-49cb-a7a3-86a2bf70792a triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:40.523238 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.525384 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9bb300e3-5f6a-417c-b88d-6cd050ac06b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b7838762152b4ec0824f1879a040be6d&name=default HTTP/1.1" status: 200 len: 2994 time: 0.8935189 Dec 15 11:37:40.532608 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36218) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:40.597351 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb300e3-5f6a-417c-b88d-6cd050ac06b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace4368b-419c-478a-bc71-bddf3818ca99,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:40.673880 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:40.704186 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:36Z', 'revision_number': 3, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:40.723253 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-12bd3ed2-633e-4bef-b978-9fbd5064a6be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.725810 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b1187384-c63d-4434-8999-39e9125b1b9f req-3389abe5-fae0-4814-89b7-3b5621df35da tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.0621731 Dec 15 11:37:40.757320 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.807402 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Checking router: 1b9c04a5-1d44-4c22-b859-911945ebeb6f for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:40.807841 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Updating router 1b9c04a5-1d44-4c22-b859-911945ebeb6f port 06a71a17-742c-41fb-b723-115f07071cae binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:40.881133 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.883070 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.923922 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36230) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:40.924260 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.58', 56905) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:40.926303 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.937659 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-12bd3ed2-633e-4bef-b978-9fbd5064a6be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:40.991039 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c759-e01d-4ce2-981c-4dc1d72978b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.056391 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49085f70-0c54-4da3-9b5c-29f761e8233b req-1465b75e-05ba-4fc4-ba25-10e624fa4a69 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 210 time: 0.0390861 Dec 15 11:37:41.067014 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Allocated IP 172.20.0.1 (9be3e716-31cc-4d43-9573-9a79b1f4751b/5c2e1149-04c9-4965-a034-cc2aab078366/e39cb3d5-b477-459a-a441-576fb05f27ac) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:41.072909 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:35Z', 'revision_number': 3, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:41.132557 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a2756-9a9e-47a1-b56c-0faf65e6bc31 None None] The sync data for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi is: [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:35Z', 'revision_number': 3, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:41.178769 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c759-e01d-4ce2-981c-4dc1d72978b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.182168 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port bec12d99-aa27-49cb-a7a3-86a2bf70792a, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=bec12d99-aa27-49cb-a7a3-86a2bf70792a,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:41.219715 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.310366 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.329022 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-de1216f5-80c5-4f95-873e-3f345553945c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a429f84ee8a4321aeb98c863a240e00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3975024 Dec 15 11:37:41.332089 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36246) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:41.394220 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.58', 56911) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:41.432081 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=bec12d99-aa27-49cb-a7a3-86a2bf70792a,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:41.527988 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-12bd3ed2-633e-4bef-b978-9fbd5064a6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.532392 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-12bd3ed2-633e-4bef-b978-9fbd5064a6be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.534201 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-12bd3ed2-633e-4bef-b978-9fbd5064a6be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91716c18-f709-4a50-8f71-ca1d70d19569 HTTP/1.1" status: 204 len: 168 time: 1.0873716 Dec 15 11:37:41.573862 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-ddf0d118-29db-4fe9-9ae8-fe6c5505322b tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:41.576836 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-ddf0d118-29db-4fe9-9ae8-fe6c5505322b tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.58 "GET /v2.0/networks?id=907b7521-8651-4916-8447-eb61f653e646 HTTP/1.1" status: 200 len: 811 time: 0.6464553 Dec 15 11:37:41.612706 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.620049 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd3ed2-633e-4bef-b978-9fbd5064a6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91716c18-f709-4a50-8f71-ca1d70d19569,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:41.679733 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Request body: {'port': {'device_id': 'a710a6d8-b4c9-4787-9e8a-ea9a24611b93', 'network_id': '907b7521-8651-4916-8447-eb61f653e646', 'admin_state_up': True, 'tenant_id': 'f01fec046b214480986553bb9120dc8a'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:41.714469 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c759-e01d-4ce2-981c-4dc1d72978b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.718161 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dd8c759-e01d-4ce2-981c-4dc1d72978b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.719862 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4dd8c759-e01d-4ce2-981c-4dc1d72978b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ace4368b-419c-478a-bc71-bddf3818ca99 HTTP/1.1" status: 204 len: 168 time: 1.1806297 Dec 15 11:37:41.744768 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:41.762788 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f034fb36-e9f6-43ca-893f-c43c4461bdfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:41.780160 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Allocated IP 172.20.0.1 (7ce2434a-00df-48e8-b569-90a8896c979a/6262da56-77eb-440d-b9e5-b886217cd553/34385cd0-ffd5-42be-a5d4-d986418a939f) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:41.784835 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:41.838751 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:41.952110 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-ad15d88c-cd15-4432-9e95-f958f8792a53 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:41.971035 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-ad15d88c-cd15-4432-9e95-f958f8792a53 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 819 time: 0.5697122 Dec 15 11:37:42.049269 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8c759-e01d-4ce2-981c-4dc1d72978b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace4368b-419c-478a-bc71-bddf3818ca99,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:42.160851 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.173824 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.58', 56917) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:42.185439 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.243645 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e39cb3d5-b477-459a-a441-576fb05f27ac,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:42.251110 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.304509 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ed6e2d04-4829-46aa-b99f-691c67e2601b req-640d6036-0fec-4dd0-aa01-26346afdd8e2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.3161790 Dec 15 11:37:42.351727 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Request body: {'port': {'device_id': 'b0da740f-aacc-44e7-87a0-54a890290483', 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222', 'admin_state_up': True, 'tenant_id': '54888f77098b48999dab7c6e72282bea'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:42.362374 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device bec12d99-aa27-49cb-a7a3-86a2bf70792a up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:42.374552 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f034fb36-e9f6-43ca-893f-c43c4461bdfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.444001 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211c925-b9fe-4a6f-a8b1-7e9077076b1a None None] Pushing event updated for resources: {'Port': ['ID=06a71a17-742c-41fb-b723-115f07071cae,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:42.514203 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Attempting to bind port 06a71a17-742c-41fb-b723-115f07071cae on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:42.514605 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Attempting to bind port 06a71a17-742c-41fb-b723-115f07071cae by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:42.514977 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Attempting to bind port 06a71a17-742c-41fb-b723-115f07071cae on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:42.574243 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:42.574625 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:42.580262 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.580627 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:42.588749 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Bound port: 06a71a17-742c-41fb-b723-115f07071cae, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:42.589341 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.716312 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-429a7a4b-3fce-422f-b983-0b6d61170516 None None] Provisioning complete for port e39cb3d5-b477-459a-a441-576fb05f27ac triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:42.716689 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-429a7a4b-3fce-422f-b983-0b6d61170516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.906541 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:42.916246 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-429a7a4b-3fce-422f-b983-0b6d61170516 None None] Port e39cb3d5-b477-459a-a441-576fb05f27ac cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:37:42.939174 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-5efa1643-4de5-446a-a9fd-8dbdd7809479 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:42.945035 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-5efa1643-4de5-446a-a9fd-8dbdd7809479 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 819 time: 0.7584295 Dec 15 11:37:42.965986 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-15207cb2-9152-4bd8-8b42-f531306f5d85 req-6d19483c-338e-45d4-a54f-03b4683dc7d5 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 210 time: 0.6049478 Dec 15 11:37:42.995872 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Request body: {'port': {'device_id': '756e1522-afbe-47f1-8a34-5f0776a2b3d6', 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222', 'admin_state_up': True, 'tenant_id': '54888f77098b48999dab7c6e72282bea'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:43.047928 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Made reservation on behalf of f01fec046b214480986553bb9120dc8a for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:43.048420 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port bec12d99-aa27-49cb-a7a3-86a2bf70792a triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:43.048846 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.064682 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.195094 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] For port 06a71a17-742c-41fb-b723-115f07071cae, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:43.235463 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] For port 06a71a17-742c-41fb-b723-115f07071cae, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=06a71a17-742c-41fb-b723-115f07071cae,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:43.263833 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.339355 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211c925-b9fe-4a6f-a8b1-7e9077076b1a None None] Pushing event updated for resources: {'Port': ['ID=06a71a17-742c-41fb-b723-115f07071cae,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:43.377282 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:43.378640 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:43.386423 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 974e2c90-ecf2-43bd-8ad1-6dcaae01269b up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:43.872582 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:43.872978 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:43.923890 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4004477a-e16c-481c-befb-8c8e5a0b41df req-88f10305-302b-4af7-a886-63c35222e0b6 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.2421901 Dec 15 11:37:43.991900 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.011105 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:44.040070 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f034fb36-e9f6-43ca-893f-c43c4461bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.055335 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f034fb36-e9f6-43ca-893f-c43c4461bdfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.057885 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f034fb36-e9f6-43ca-893f-c43c4461bdfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/615b6f96-675f-4230-a845-2503399037af HTTP/1.1" status: 204 len: 168 time: 2.7233219 Dec 15 11:37:44.082475 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034fb36-e9f6-43ca-893f-c43c4461bdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615b6f96-675f-4230-a845-2503399037af,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:44.114977 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.244746 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Pushing event updated for resources: {'Port': ['ID=34385cd0-ffd5-42be-a5d4-d986418a939f,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:44.276517 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.db.api [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 11:37:44.276517 dv-cinder-813222-4-iscsi neutron-server[102632]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 11:37:44.276517 dv-cinder-813222-4-iscsi neutron-server[102632]: [parameters: {'project_id_1': '54888f77098b48999dab7c6e72282bea', 'expiration_1': datetime.datetime(2021, 12, 15, 11, 37, 24, 110388)}] Dec 15 11:37:44.276517 dv-cinder-813222-4-iscsi neutron-server[102632]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102632) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 11:37:44.277465 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG oslo_db.api [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 11:37:44.296594 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Allocated IP 172.20.0.3 (907b7521-8651-4916-8447-eb61f653e646/fdc38e17-ff37-44e7-bb41-15e2cb594ce4/d8055855-f2f3-4c8d-87eb-2b08327b4f0c) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:44.313366 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1470c25c-98ea-46f8-8d51-31b33935364d req-5f933a4a-bf3d-49e8-b1a7-6a680680b1b9 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 210 time: 0.1022146 Dec 15 11:37:44.342139 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Network 7ce2434a-00df-48e8-b569-90a8896c979a is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:44.346100 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:44.354552 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Made reservation on behalf of 54888f77098b48999dab7c6e72282bea for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:44.364963 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.369004 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:44.618615 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.669711 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.718350 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=974e2c90-ecf2-43bd-8ad1-6dcaae01269b,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:44.730037 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.901847 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-adb17e46-46aa-45df-8f53-4fa89ee2ebcf None None] Provisioning complete for port 34385cd0-ffd5-42be-a5d4-d986418a939f triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:44.901847 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-adb17e46-46aa-45df-8f53-4fa89ee2ebcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:44.902158 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Made reservation on behalf of 54888f77098b48999dab7c6e72282bea for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:37:44.902158 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.058533 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:36Z', 'revision_number': 3, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:45.088674 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Allocated IP 172.20.0.10 (5b8c33af-ac2b-4c68-b3c3-cd41535e5222/d0fae3ae-56b7-4a0e-b82c-80ca60056a8b/6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:45.102998 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.124405 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=974e2c90-ecf2-43bd-8ad1-6dcaae01269b,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:45.133137 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.167481 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9c8713-ad14-4a3f-89dd-ab8a930e5a14 None None] The sync data for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi is: [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:36Z', 'revision_number': 3, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:45.185360 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-adb17e46-46aa-45df-8f53-4fa89ee2ebcf None None] Port 34385cd0-ffd5-42be-a5d4-d986418a939f cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:37:45.260759 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-246d7707-41c2-4152-a84f-067f8224d497 req-bb7241b2-16d1-42a4-9939-c530045c43ee tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.0895498 Dec 15 11:37:45.336557 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e39cb3d5-b477-459a-a441-576fb05f27ac,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:45.342680 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.552778 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.557923 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.789812 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-aefd4da3-e4e8-4a38-be7c-29fc35cb4b90 req-cb3e1fed-a638-48c8-8e6d-68c79eb486d8 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 210 time: 0.2269080 Dec 15 11:37:45.846095 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:45.962716 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Network 907b7521-8651-4916-8447-eb61f653e646 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:45.976412 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:45.986528 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:46.012002 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.087250 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:46.090705 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:46.101362 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Pushing event updated for resources: {'Port': ['ID=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:46.219483 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:46.227364 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.294635 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-536deacc-fd24-45eb-b8a2-e8602ced689e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6200197 Dec 15 11:37:46.403641 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-6b455123-4408-4698-9e94-e878b474a29c tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102632) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:37:46.406207 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-6b455123-4408-4698-9e94-e878b474a29c tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0321579 Dec 15 11:37:46.433809 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.516012 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.537571 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-3a7dd9fe-3d81-445c-9343-fc59533b447e None None] Provisioning complete for port e39cb3d5-b477-459a-a441-576fb05f27ac triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:46.538077 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3a7dd9fe-3d81-445c-9343-fc59533b447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:46.541163 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Allocated IP 172.20.0.11 (5b8c33af-ac2b-4c68-b3c3-cd41535e5222/d0fae3ae-56b7-4a0e-b82c-80ca60056a8b/b30bf193-4a19-4a5d-ad64-97e6e1383fdd) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:46.637089 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-3a7dd9fe-3d81-445c-9343-fc59533b447e None None] Port e39cb3d5-b477-459a-a441-576fb05f27ac cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:37:46.679831 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Router 1b9c04a5-1d44-4c22-b859-911945ebeb6f has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:37:46.879312 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Pushing event updated for resources: {'Port': ['ID=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:46.959900 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:46.985818 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:46.997819 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.011205 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c78409-73e0-43aa-99a1-581d2b857f67 req-a6bb068e-cd81-405d-9c8c-eb81dd6fd22c tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:47.019214 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c7c78409-73e0-43aa-99a1-581d2b857f67 req-a6bb068e-cd81-405d-9c8c-eb81dd6fd22c tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 931 time: 0.4260230 Dec 15 11:37:47.033325 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:47.057859 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.162327 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 06a71a17-742c-41fb-b723-115f07071cae up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:47.234839 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.251368 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.279859 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Pushing event updated for resources: {'Port': ['ID=34385cd0-ffd5-42be-a5d4-d986418a939f,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:47.318991 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:47.320234 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36424) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:47.351470 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:47.357670 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:47.544233 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Pushing event updated for resources: {'Port': ['ID=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:47.580062 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 06a71a17-742c-41fb-b723-115f07071cae triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:47.581221 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.591858 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:47.592727 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.625683 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:47.626563 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Network 7ce2434a-00df-48e8-b569-90a8896c979a is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:47.628970 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:47.642583 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-32b3a9c7-0771-4a06-aded-2abc4f77ba30 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6557600 Dec 15 11:37:47.647535 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.806762 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c31106-418c-48b4-bd36-688a33bbb162 req-180cead5-44df-46f2-bec5-09dea22afe77 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:47.808538 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.814506 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-55c31106-418c-48b4-bd36-688a33bbb162 req-180cead5-44df-46f2-bec5-09dea22afe77 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 932 time: 0.8231313 Dec 15 11:37:47.842707 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 06a71a17-742c-41fb-b723-115f07071cae, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=06a71a17-742c-41fb-b723-115f07071cae,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:47.846663 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-c3f9bece-1612-4aef-97b6-818d66f98727 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5803275 Dec 15 11:37:47.851021 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.852404 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 974e2c90-ecf2-43bd-8ad1-6dcaae01269b up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:47.887738 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e7c75b14-717d-4d0e-9fc8-0d00e1eabae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:47.893064 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Request body: {'port': {'device_id': 'a710a6d8-b4c9-4787-9e8a-ea9a24611b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:47.922150 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c7c78409-73e0-43aa-99a1-581d2b857f67 req-8ed14f7c-9968-46f5-a983-9f955d7b968f tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8832364 Dec 15 11:37:47.949584 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:47.967433 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4161acc5-d524-4de1-8c53-dc5f9c7be2a7 admin admin] 10.222.0.62 "PUT /v2.0/routers/1b9c04a5-1d44-4c22-b859-911945ebeb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4591236 Dec 15 11:37:48.018817 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Request body: {'port': {'device_id': '756e1522-afbe-47f1-8a34-5f0776a2b3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:48.069760 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-55c31106-418c-48b4-bd36-688a33bbb162 req-01c85ff7-1b27-4a1e-8428-1932f86c6a9a tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060513 Dec 15 11:37:48.115284 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=06a71a17-742c-41fb-b723-115f07071cae,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:48.121936 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-59e82884-c4c2-4b5b-810e-d32b2471f653 None None] Provisioning complete for port 34385cd0-ffd5-42be-a5d4-d986418a939f triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:48.123690 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-59e82884-c4c2-4b5b-810e-d32b2471f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.132282 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Request body: {'port': {'device_id': 'b0da740f-aacc-44e7-87a0-54a890290483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:48.173721 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-59e82884-c4c2-4b5b-810e-d32b2471f653 None None] Port 34385cd0-ffd5-42be-a5d4-d986418a939f cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:37:48.180370 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:48.180832 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.668994 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.897507 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.898547 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 06a71a17-742c-41fb-b723-115f07071cae up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:48.908111 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:48.950511 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Router 2a91df33-0143-4451-a007-090f05ce7bc7 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:37:49.046033 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 06a71a17-742c-41fb-b723-115f07071cae triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:49.046622 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.091395 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e7c75b14-717d-4d0e-9fc8-0d00e1eabae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.193949 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e7c75b14-717d-4d0e-9fc8-0d00e1eabae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.364478 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36472) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:49.514340 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39ffbe-e562-4010-b1ed-280e219bab70 req-c5198395-1936-40b4-b6a3-6828872d6bb2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:49.515913 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ed39ffbe-e562-4010-b1ed-280e219bab70 req-c5198395-1936-40b4-b6a3-6828872d6bb2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 931 time: 0.4222214 Dec 15 11:37:49.541067 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c75b14-717d-4d0e-9fc8-0d00e1eabae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4286e0be-2eb4-42df-b326-db51340bde4b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:49.567045 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36482) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:49.567784 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e7c75b14-717d-4d0e-9fc8-0d00e1eabae2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5b7356577054c0da27a44fb334b227a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2106547 Dec 15 11:37:49.690228 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:37:49.702190 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Sync routers for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:49.717237 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-933cadf4-62f0-4b31-a32d-4a9f9bb33785 admin admin] 10.222.0.62 "PUT /v2.0/routers/2a91df33-0143-4451-a007-090f05ce7bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8138452 Dec 15 11:37:49.750314 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:49.762858 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:49.795408 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ed39ffbe-e562-4010-b1ed-280e219bab70 req-aefd3f0d-7f6e-4035-b032-4b7622f1ef9f tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511442 Dec 15 11:37:49.804329 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Sync routers for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:37:49.857289 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:49.864442 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:49.867714 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d72e96f3-044b-4a85-adeb-aab2b6ebe447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.870861 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:37:49.881371 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.919157 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d72e96f3-044b-4a85-adeb-aab2b6ebe447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.921804 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Transition to ACTIVE for port object 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:37:49.976649 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.994875 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d72e96f3-044b-4a85-adeb-aab2b6ebe447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.997543 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d72e96f3-044b-4a85-adeb-aab2b6ebe447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:49.998708 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d72e96f3-044b-4a85-adeb-aab2b6ebe447 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4286e0be-2eb4-42df-b326-db51340bde4b HTTP/1.1" status: 204 len: 168 time: 0.4211955 Dec 15 11:37:50.138963 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e96f3-044b-4a85-adeb-aab2b6ebe447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4286e0be-2eb4-42df-b326-db51340bde4b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:50.235428 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-26edccba-dce9-4d24-9df9-32dd5b227c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.248785 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:50.256063 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8055855-f2f3-4c8d-87eb-2b08327b4f0c {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:37:50.295951 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36512) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:50.302386 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.352268 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-315e7c0c-41c0-4e04-8810-9b9908355999 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--522891666', 'description': 'tempest-description--75323708'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:50.461552 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:50.514381 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b30bf193-4a19-4a5d-ad64-97e6e1383fdd {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:37:50.537409 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.541214 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-26edccba-dce9-4d24-9df9-32dd5b227c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.543708 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:50.587634 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Transition to ACTIVE for port object b30bf193-4a19-4a5d-ad64-97e6e1383fdd will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:37:50.601308 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-26edccba-dce9-4d24-9df9-32dd5b227c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.666677 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Transition to ACTIVE for port object d8055855-f2f3-4c8d-87eb-2b08327b4f0c will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:37:50.670899 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.750537 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.753291 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2f887-c063-468b-9c5a-71cb8bc34563 req-583922b6-2084-443b-930b-a436cc0e4831 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:50.770408 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-315e7c0c-41c0-4e04-8810-9b9908355999 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:50.770571 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a1c2f887-c063-468b-9c5a-71cb8bc34563 req-583922b6-2084-443b-930b-a436cc0e4831 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 932 time: 0.6327887 Dec 15 11:37:50.902310 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edccba-dce9-4d24-9df9-32dd5b227c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407a32c1-fef6-42d0-91d0-b0cbc5c2239d,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:50.933981 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-26edccba-dce9-4d24-9df9-32dd5b227c17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b47dc6e117374899b52ed442c8843d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5544670 Dec 15 11:37:50.953786 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36528) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:50.960361 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 2, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:50.978742 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Attempting to bind port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:50.979144 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Attempting to bind port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:50.979665 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Attempting to bind port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c on network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:51.040820 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c on network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:37:51.043386 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Attempting to bind port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c on network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:51.060179 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Checking router: 2a91df33-0143-4451-a007-090f05ce7bc7 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:51.062361 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Updating router 2a91df33-0143-4451-a007-090f05ce7bc7 port 34385cd0-ffd5-42be-a5d4-d986418a939f binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:51.086860 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:51.087239 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Checking segment: {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:51.087825 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Bound using segment: {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:51.088415 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Bound port: 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:51.088661 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.107532 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 2, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:51.142705 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.155657 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36532) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:51.165057 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Pushing event updated for resources: {'Port': ['ID=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:51.185017 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a1c2f887-c063-468b-9c5a-71cb8bc34563 req-0106948a-f044-4007-b77f-4ed688d57389 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132230 Dec 15 11:37:51.218901 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Checking router: 1b9c04a5-1d44-4c22-b859-911945ebeb6f for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:37:51.230921 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Updating router 1b9c04a5-1d44-4c22-b859-911945ebeb6f port e39cb3d5-b477-459a-a441-576fb05f27ac binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:37:51.253524 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-920460ad-9518-45db-9e97-67c3b510c005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.321735 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.443049 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36536) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:51.589599 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] For port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:51.607992 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-60a23e61-a971-41f2-bde4-66a07368c3da tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93225521', 'description': 'tempest-description--1113180080'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:51.611411 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc11c5-f921-4a8d-852d-7adb5c19ae68 req-91a959d6-a20f-4a65-a46e-20c0038a7267 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:51.616547 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-00bc11c5-f921-4a8d-852d-7adb5c19ae68 req-91a959d6-a20f-4a65-a46e-20c0038a7267 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 943 time: 0.2845025 Dec 15 11:37:51.620191 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] For port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:51.641831 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.722630 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.730161 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.788169 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Attempting to bind port b30bf193-4a19-4a5d-ad64-97e6e1383fdd on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:51.788511 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Attempting to bind port b30bf193-4a19-4a5d-ad64-97e6e1383fdd by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:51.790798 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Attempting to bind port b30bf193-4a19-4a5d-ad64-97e6e1383fdd on network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:51.810167 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea6839-8594-46c7-bb61-398a1489fd70 None None] Pushing event updated for resources: {'Port': ['ID=34385cd0-ffd5-42be-a5d4-d986418a939f,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:51.844593 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:51.845264 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:51.846849 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] 10.222.0.58 "PUT /v2.0/ports/6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c HTTP/1.1" status: 200 len: 1094 time: 3.9808931 Dec 15 11:37:51.855531 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0da740f-aacc-44e7-87a0-54a890290483', 'tag': '6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:37:51.895117 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Port b30bf193-4a19-4a5d-ad64-97e6e1383fdd on network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:37:51.895539 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Attempting to bind port b30bf193-4a19-4a5d-ad64-97e6e1383fdd on network 5b8c33af-ac2b-4c68-b3c3-cd41535e5222 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:51.957152 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:51.957621 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Checking segment: {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:51.958276 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Bound using segment: {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:51.958813 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Bound port: b30bf193-4a19-4a5d-ad64-97e6e1383fdd, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78b9448-2752-4126-87e6-c8ed238fcfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:51.959247 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.005325 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60a23e61-a971-41f2-bde4-66a07368c3da tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.036898 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.049251 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.093899 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Attempting to bind port 34385cd0-ffd5-42be-a5d4-d986418a939f on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:52.094407 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Attempting to bind port 34385cd0-ffd5-42be-a5d4-d986418a939f by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:52.094779 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Attempting to bind port 34385cd0-ffd5-42be-a5d4-d986418a939f on network 7ce2434a-00df-48e8-b569-90a8896c979a {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:52.114790 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36560) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:52.135209 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:52.135209 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Checking segment: {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:52.135435 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.137982 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Bound using segment: {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:52.140315 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Bound port: 34385cd0-ffd5-42be-a5d4-d986418a939f, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:52.141120 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.163603 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f215fd06-862d-4337-88e9-628de4e7fec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.187625 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea55735-c92d-4068-81bd-96cbdaa15ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:52.223443 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7927e597-8f52-4540-8e73-3535932a76a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b0da740f-aacc-44e7-87a0-54a890290483", "tag": "6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:37:52.271247 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7de86-cadb-4b16-8101-f847d461c0d8 None None] Pushing event updated for resources: {'Port': ['ID=e39cb3d5-b477-459a-a441-576fb05f27ac,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:52.298288 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-920460ad-9518-45db-9e97-67c3b510c005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.330975 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-00bc11c5-f921-4a8d-852d-7adb5c19ae68 req-32b8bdf9-66a5-4e75-ac94-41fbd2ec5bd0 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804469 Dec 15 11:37:52.345408 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-920460ad-9518-45db-9e97-67c3b510c005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.406099 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Pushing event updated for resources: {'Port': ['ID=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:52.423653 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-e2e41401-28ea-45b2-83f9-3de72b5681a2 None None] Provisioning complete for port 34385cd0-ffd5-42be-a5d4-d986418a939f triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:52.424132 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] For port 34385cd0-ffd5-42be-a5d4-d986418a939f, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:52.424459 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e2e41401-28ea-45b2-83f9-3de72b5681a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.432967 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Attempting to bind port e39cb3d5-b477-459a-a441-576fb05f27ac on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:52.433675 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Attempting to bind port e39cb3d5-b477-459a-a441-576fb05f27ac by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:52.434246 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Attempting to bind port e39cb3d5-b477-459a-a441-576fb05f27ac on network 9be3e716-31cc-4d43-9573-9a79b1f4751b {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:52.437169 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] For port 34385cd0-ffd5-42be-a5d4-d986418a939f, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=34385cd0-ffd5-42be-a5d4-d986418a939f,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:52.453818 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.488506 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920460ad-9518-45db-9e97-67c3b510c005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d0d1eb-54b4-4176-aed6-e1f2f37353d9,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:52.514203 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-315e7c0c-41c0-4e04-8810-9b9908355999 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.516639 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:52.517343 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Checking segment: {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:52.518234 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.521121 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Bound using segment: {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:52.521820 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Bound port: e39cb3d5-b477-459a-a441-576fb05f27ac, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:52.522371 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.577861 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f215fd06-862d-4337-88e9-628de4e7fec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.586320 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e2e41401-28ea-45b2-83f9-3de72b5681a2 None None] Port 34385cd0-ffd5-42be-a5d4-d986418a939f cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:37:52.591806 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36572) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:52.619995 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea6839-8594-46c7-bb61-398a1489fd70 None None] Pushing event updated for resources: {'Port': ['ID=34385cd0-ffd5-42be-a5d4-d986418a939f,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:52.643264 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-315e7c0c-41c0-4e04-8810-9b9908355999 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.653664 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-41a8c0ac-876f-44e5-af55-7ee1340d80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:52.659871 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-41a8c0ac-876f-44e5-af55-7ee1340d80dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1097 time: 0.6649215 Dec 15 11:37:52.689689 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:52.693650 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:52.702464 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-920460ad-9518-45db-9e97-67c3b510c005 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cada7504d604c03878b0d99ad24da71&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5163109 Dec 15 11:37:52.733624 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d74c3b-1444-485e-9b4c-650b0ea1661f req-c7ec873e-8ad5-420c-834b-cff9ede551a6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:52.744051 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] For port e39cb3d5-b477-459a-a441-576fb05f27ac, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:52.748048 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6d74c3b-1444-485e-9b4c-650b0ea1661f req-c7ec873e-8ad5-420c-834b-cff9ede551a6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 944 time: 0.3472342 Dec 15 11:37:52.749216 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36576) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:52.814911 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60a23e61-a971-41f2-bde4-66a07368c3da tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.823493 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Attempting to bind port d8055855-f2f3-4c8d-87eb-2b08327b4f0c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:37:52.824023 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Attempting to bind port d8055855-f2f3-4c8d-87eb-2b08327b4f0c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '015fce7c-01d4-4eac-82a6-2e8a3cb66b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '907b7521-8651-4916-8447-eb61f653e646'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:37:52.824473 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Attempting to bind port d8055855-f2f3-4c8d-87eb-2b08327b4f0c on network 907b7521-8651-4916-8447-eb61f653e646 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:52.839574 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-315e7c0c-41c0-4e04-8810-9b9908355999 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.842624 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-315e7c0c-41c0-4e04-8810-9b9908355999 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.5324440 Dec 15 11:37:52.847524 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] For port e39cb3d5-b477-459a-a441-576fb05f27ac, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=e39cb3d5-b477-459a-a441-576fb05f27ac,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:52.851608 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36578) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:52.862248 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.884584 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60a23e61-a971-41f2-bde4-66a07368c3da tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.897480 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-73b4e51d-d606-4ae3-a0b3-539611b941f8 None None] Provisioning complete for port e39cb3d5-b477-459a-a441-576fb05f27ac triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:52.906324 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73b4e51d-d606-4ae3-a0b3-539611b941f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.911783 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-693bc366-e26a-4af3-bb3e-f670132ed3f1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'security_group_rule': {'security_group_id': '015869cd-b02e-4a3d-8411-c65babf7f6a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:52.965674 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-60a23e61-a971-41f2-bde4-66a07368c3da tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.968943 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-60a23e61-a971-41f2-bde4-66a07368c3da tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4423735 Dec 15 11:37:52.976968 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7815b99d-fe33-4e0a-8849-535e0623b28a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:52.985878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36580) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:53.002505 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Port d8055855-f2f3-4c8d-87eb-2b08327b4f0c on network 907b7521-8651-4916-8447-eb61f653e646 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:37:53.002982 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Attempting to bind port d8055855-f2f3-4c8d-87eb-2b08327b4f0c on network 907b7521-8651-4916-8447-eb61f653e646 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:37:53.025687 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-330ceeab-eb3d-4b98-8222-548dd5c1fc6a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'security_group_rule': {'security_group_id': 'bc158a4e-93ff-43a6-86f3-124137b4176c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:53.029719 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:37:53.033581 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Checking segment: {'id': '015fce7c-01d4-4eac-82a6-2e8a3cb66b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '907b7521-8651-4916-8447-eb61f653e646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:37:53.034114 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Bound using segment: {'id': '015fce7c-01d4-4eac-82a6-2e8a3cb66b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '907b7521-8651-4916-8447-eb61f653e646'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:37:53.034695 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Bound port: d8055855-f2f3-4c8d-87eb-2b08327b4f0c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015fce7c-01d4-4eac-82a6-2e8a3cb66b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '907b7521-8651-4916-8447-eb61f653e646'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:37:53.035181 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.117968 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-92875aef-ff21-4574-8f0e-5325e6575bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.224750 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:53.229639 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7de86-cadb-4b16-8101-f847d461c0d8 None None] Pushing event updated for resources: {'Port': ['ID=e39cb3d5-b477-459a-a441-576fb05f27ac,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:53.238457 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:37:53.239128 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:53.244451 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] For port d8055855-f2f3-4c8d-87eb-2b08327b4f0c, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:53.267291 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] For port d8055855-f2f3-4c8d-87eb-2b08327b4f0c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,segment=NetworkSegment(015fce7c-01d4-4eac-82a6-2e8a3cb66b9e),segment_id=015fce7c-01d4-4eac-82a6-2e8a3cb66b9e)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:53.269702 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] For port b30bf193-4a19-4a5d-ad64-97e6e1383fdd, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:37:53.291785 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e7c0c-41c0-4e04-8810-9b9908355999 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015869cd-b02e-4a3d-8411-c65babf7f6a6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:53.313608 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-92875aef-ff21-4574-8f0e-5325e6575bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.314963 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-693bc366-e26a-4af3-bb3e-f670132ed3f1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.323670 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.394917 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f93710-5350-4a3c-bb52-50fef991084f x-openstack-request-id: req-b7f93710-5350-4a3c-bb52-50fef991084f {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:37:53.395245 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0da740f-aacc-44e7-87a0-54a890290483", "tag": "6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:37:53.396045 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7f93710-5350-4a3c-bb52-50fef991084f {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:37:53.396488 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0da740f-aacc-44e7-87a0-54a890290483', 'tag': '6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c', 'status': 'completed', 'code': 200} Dec 15 11:37:53.414745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-330ceeab-eb3d-4b98-8222-548dd5c1fc6a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.492921 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73b4e51d-d606-4ae3-a0b3-539611b941f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.496177 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a23e61-a971-41f2-bde4-66a07368c3da tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc158a4e-93ff-43a6-86f3-124137b4176c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:53.503581 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] For port b30bf193-4a19-4a5d-ad64-97e6e1383fdd, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:37:53.506148 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Pushing event updated for resources: {'Port': ['ID=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:53.510040 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-693bc366-e26a-4af3-bb3e-f670132ed3f1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.515837 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.548060 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:37:53.578409 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:53.579388 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.581365 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-257f8b0c-2e88-444f-a544-f3a3f710c15f service neutron] 10.222.0.58 "PUT /v2.0/ports/d8055855-f2f3-4c8d-87eb-2b08327b4f0c HTTP/1.1" status: 200 len: 1093 time: 6.0186560 Dec 15 11:37:53.582122 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a710a6d8-b4c9-4787-9e8a-ea9a24611b93', 'tag': 'd8055855-f2f3-4c8d-87eb-2b08327b4f0c'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:37:53.603829 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-73b4e51d-d606-4ae3-a0b3-539611b941f8 None None] For port e39cb3d5-b477-459a-a441-576fb05f27ac, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=e39cb3d5-b477-459a-a441-576fb05f27ac,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:53.611783 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-73b4e51d-d606-4ae3-a0b3-539611b941f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.627162 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9df0c812-690e-4d1e-beb5-d78932f72310 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.637321 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f215fd06-862d-4337-88e9-628de4e7fec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.641269 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f215fd06-862d-4337-88e9-628de4e7fec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.644558 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f215fd06-862d-4337-88e9-628de4e7fec5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/407a32c1-fef6-42d0-91d0-b0cbc5c2239d HTTP/1.1" status: 204 len: 168 time: 2.6311910 Dec 15 11:37:53.664477 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:53.668229 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.670546 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] 10.222.0.58 "PUT /v2.0/ports/b30bf193-4a19-4a5d-ad64-97e6e1383fdd HTTP/1.1" status: 200 len: 1094 time: 5.9110749 Dec 15 11:37:53.684801 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9df0c812-690e-4d1e-beb5-d78932f72310 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.691607 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215fd06-862d-4337-88e9-628de4e7fec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407a32c1-fef6-42d0-91d0-b0cbc5c2239d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:53.742691 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f3243-68b0-44bc-be46-dccb98a7bfda service neutron] Pushing event updated for resources: {'Port': ['ID=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:53.751534 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcabb953-017f-4c7f-8b2b-5358d052d0bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a710a6d8-b4c9-4787-9e8a-ea9a24611b93", "tag": "d8055855-f2f3-4c8d-87eb-2b08327b4f0c"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:37:53.781914 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:53.819962 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-693bc366-e26a-4af3-bb3e-f670132ed3f1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.823569 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-92875aef-ff21-4574-8f0e-5325e6575bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:53.866213 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3866cae7-c21f-4b25-b6b4-3d4eacc39561 None None] The sync data for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi is: [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:53.895125 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-330ceeab-eb3d-4b98-8222-548dd5c1fc6a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.002760 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-92875aef-ff21-4574-8f0e-5325e6575bab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2db21ce3cfe4e2a831382b45fbeec04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3955498 Dec 15 11:37:54.007960 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36604) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:54.030026 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9df0c812-690e-4d1e-beb5-d78932f72310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.032745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9df0c812-690e-4d1e-beb5-d78932f72310 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.033966 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9df0c812-690e-4d1e-beb5-d78932f72310 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4d0d1eb-54b4-4176-aed6-e1f2f37353d9 HTTP/1.1" status: 204 len: 168 time: 1.2843900 Dec 15 11:37:54.084623 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92875aef-ff21-4574-8f0e-5325e6575bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d10e1d0-6fb3-471c-b447-a7f9f9318e77,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:54.206670 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4a79d987-c4b5-4a5c-ac9b-0365a34e94e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.232781 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-223e4892-ad1a-45b9-a445-d3fc8fd28159 None None] Provisioning complete for port e39cb3d5-b477-459a-a441-576fb05f27ac triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:54.233325 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-223e4892-ad1a-45b9-a445-d3fc8fd28159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.306879 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4a79d987-c4b5-4a5c-ac9b-0365a34e94e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.330089 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4e51d-d606-4ae3-a0b3-539611b941f8 None None] Pushing event updated for resources: {'Port': ['ID=e39cb3d5-b477-459a-a441-576fb05f27ac,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:54.395440 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0c812-690e-4d1e-beb5-d78932f72310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d0d1eb-54b4-4176-aed6-e1f2f37353d9,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:54.440544 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-7ea45a56-ad07-4954-8bed-3038bbf3157c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c HTTP/1.1" status: 200 len: 217 time: 1.0327146 Dec 15 11:37:54.443263 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bc366-e26a-4af3-bb3e-f670132ed3f1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e08d69d-0b47-4978-a9c7-0da800958b5b,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:54.452309 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4a79d987-c4b5-4a5c-ac9b-0365a34e94e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.456717 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-330ceeab-eb3d-4b98-8222-548dd5c1fc6a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.457283 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4a79d987-c4b5-4a5c-ac9b-0365a34e94e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.462404 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4a79d987-c4b5-4a5c-ac9b-0365a34e94e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4d10e1d0-6fb3-471c-b447-a7f9f9318e77 HTTP/1.1" status: 204 len: 168 time: 0.4532259 Dec 15 11:37:54.493801 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36610) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:54.497472 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79d987-c4b5-4a5c-ac9b-0365a34e94e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d10e1d0-6fb3-471c-b447-a7f9f9318e77,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:54.533188 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-384f20d5-3080-4ee0-95a5-dcd3e05af357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.677610 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7815b99d-fe33-4e0a-8849-535e0623b28a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.699824 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-693bc366-e26a-4af3-bb3e-f670132ed3f1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.701224 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-693bc366-e26a-4af3-bb3e-f670132ed3f1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7938545 Dec 15 11:37:54.724797 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-384f20d5-3080-4ee0-95a5-dcd3e05af357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.732413 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36614) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:54.735331 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:37:54.737989 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6d74c3b-1444-485e-9b4c-650b0ea1661f req-9fee556a-7ab3-4b15-b94a-20411ac2a9d5 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9795365 Dec 15 11:37:54.750628 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7815b99d-fe33-4e0a-8849-535e0623b28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.847831 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c37946-e3ab-4910-b990-2cdc97f0318e None None] The sync data for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi is: [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:52Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:37:54.862360 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-c4bfaca8-79f6-4888-84d1-252ffe8d3c29 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'security_group_rule': {'security_group_id': '015869cd-b02e-4a3d-8411-c65babf7f6a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:54.866745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3dc9f-e1b2-453b-a500-82ef6abbbe98 req-2ff07330-7b9a-40cf-ab93-027f97b9216f tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:54.883462 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b9a3dc9f-e1b2-453b-a500-82ef6abbbe98 req-2ff07330-7b9a-40cf-ab93-027f97b9216f tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 943 time: 1.3214798 Dec 15 11:37:54.899192 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-223e4892-ad1a-45b9-a445-d3fc8fd28159 None None] Provisioning complete for port 34385cd0-ffd5-42be-a5d4-d986418a939f triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:54.899870 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-223e4892-ad1a-45b9-a445-d3fc8fd28159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:54.992659 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-384f20d5-3080-4ee0-95a5-dcd3e05af357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.090506 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 34385cd0-ffd5-42be-a5d4-d986418a939f up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:55.200738 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-384f20d5-3080-4ee0-95a5-dcd3e05af357 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf8d8247ce7e478f932249b56c2d36e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6975417 Dec 15 11:37:55.215681 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36624) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:55.230935 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f20d5-3080-4ee0-95a5-dcd3e05af357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e93f12-042b-4ced-a826-07210d043695,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:55.275319 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-bb4af4ea-ab79-4064-9084-d074c4d28b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:55.276971 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-bb4af4ea-ab79-4064-9084-d074c4d28b5f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f01fec046b214480986553bb9120dc8a&device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 1096 time: 0.5405514 Dec 15 11:37:55.278603 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-95c020c8-aa48-45a7-9f80-8bdce4f312e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:55.280081 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-95c020c8-aa48-45a7-9f80-8bdce4f312e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 1097 time: 0.4426675 Dec 15 11:37:55.397079 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-223e4892-ad1a-45b9-a445-d3fc8fd28159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.501775 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-ad07dc6e-2ceb-4531-a5bd-b66d1c6c81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:55.505173 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-ad07dc6e-2ceb-4531-a5bd-b66d1c6c81ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.6088357 Dec 15 11:37:55.506515 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ceeab-eb3d-4b98-8222-548dd5c1fc6a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fc1e10-05ee-461a-8d92-13fbb6719b66,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:55.558076 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-223e4892-ad1a-45b9-a445-d3fc8fd28159 None None] For port 34385cd0-ffd5-42be-a5d4-d986418a939f, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=34385cd0-ffd5-42be-a5d4-d986418a939f,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:37:55.571124 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-223e4892-ad1a-45b9-a445-d3fc8fd28159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.583175 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815b99d-fe33-4e0a-8849-535e0623b28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf2bbc-175f-48d6-8171-604dcecf35ac,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:55.717647 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-330ceeab-eb3d-4b98-8222-548dd5c1fc6a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.720912 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-330ceeab-eb3d-4b98-8222-548dd5c1fc6a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6989322 Dec 15 11:37:55.722031 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36626) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:55.724505 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36628) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:55.771330 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e4892-ad1a-45b9-a445-d3fc8fd28159 None None] Pushing event updated for resources: {'Port': ['ID=34385cd0-ffd5-42be-a5d4-d986418a939f,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:55.792261 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 34385cd0-ffd5-42be-a5d4-d986418a939f triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:55.792635 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:55.813925 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48499f33-5fb6-4680-98a1-308771b03563 x-openstack-request-id: req-48499f33-5fb6-4680-98a1-308771b03563 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:37:55.814430 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a710a6d8-b4c9-4787-9e8a-ea9a24611b93", "tag": "d8055855-f2f3-4c8d-87eb-2b08327b4f0c", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:37:55.814541 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48499f33-5fb6-4680-98a1-308771b03563 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:37:55.815017 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a710a6d8-b4c9-4787-9e8a-ea9a24611b93', 'tag': 'd8055855-f2f3-4c8d-87eb-2b08327b4f0c', 'status': 'completed', 'code': 200} Dec 15 11:37:55.891254 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-88753fc5-a443-499a-a062-7ca36f9b87bb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'security_group_rule': {'security_group_id': 'bc158a4e-93ff-43a6-86f3-124137b4176c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:55.933678 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-cbcf7ed9-2add-4de5-b05e-9dbff41749c5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3551066 Dec 15 11:37:55.939317 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b9a3dc9f-e1b2-453b-a500-82ef6abbbe98 req-bf1b5531-39b9-43d6-ab4d-160ffa007b00 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0549781 Dec 15 11:37:55.999391 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-19a27ac3-f674-4c54-ae5d-39b83e08a7e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.003603 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e95e9cdc-5805-4104-a010-286a64aa9f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.007744 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-580b7e76-e076-466c-8fe1-251f3478d72f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8055855-f2f3-4c8d-87eb-2b08327b4f0c HTTP/1.1" status: 200 len: 217 time: 0.1918399 Dec 15 11:37:56.013150 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7815b99d-fe33-4e0a-8849-535e0623b28a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f2856b941c2c4da2a8ae492b224f1e27&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8325081 Dec 15 11:37:56.064162 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-1ab5fce5-2e9f-4474-add7-a352c4e24f27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30bf193-4a19-4a5d-ad64-97e6e1383fdd HTTP/1.1" status: 200 len: 217 time: 0.2700412 Dec 15 11:37:56.066295 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36638) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:56.069079 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.db.api [None req-88753fc5-a443-499a-a062-7ca36f9b87bb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 11:37:56.069079 dv-cinder-813222-4-iscsi neutron-server[102631]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 15 11:37:56.069079 dv-cinder-813222-4-iscsi neutron-server[102631]: [parameters: {'project_id_1': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'expiration_1': datetime.datetime(2021, 12, 15, 11, 37, 35, 924780)}] Dec 15 11:37:56.069079 dv-cinder-813222-4-iscsi neutron-server[102631]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102631) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 11:37:56.069733 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG oslo_db.api [None req-88753fc5-a443-499a-a062-7ca36f9b87bb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 11:37:56.168147 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-87c0af86-f41f-4ec9-80b7-cff8fd7d1054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:56.170424 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-87c0af86-f41f-4ec9-80b7-cff8fd7d1054 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fdc38e17-ff37-44e7-bb41-15e2cb594ce4 HTTP/1.1" status: 200 len: 851 time: 0.0951254 Dec 15 11:37:56.255910 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8483f-60c4-4718-b459-15f857caa063 req-5bfdaee0-1437-4e59-aee0-003cdd7ef25c tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:56.264608 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-10e8483f-60c4-4718-b459-15f857caa063 req-5bfdaee0-1437-4e59-aee0-003cdd7ef25c tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 944 time: 0.3237305 Dec 15 11:37:56.291958 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e95e9cdc-5805-4104-a010-286a64aa9f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.356292 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3cad-9a9b-43d4-b653-6922e685e878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.382430 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4bfaca8-79f6-4888-84d1-252ffe8d3c29 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.393638 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e95e9cdc-5805-4104-a010-286a64aa9f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.400986 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e95e9cdc-5805-4104-a010-286a64aa9f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.406941 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e95e9cdc-5805-4104-a010-286a64aa9f5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1e93f12-042b-4ced-a826-07210d043695 HTTP/1.1" status: 204 len: 168 time: 1.1902373 Dec 15 11:37:56.443972 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e9cdc-5805-4104-a010-286a64aa9f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e93f12-042b-4ced-a826-07210d043695,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:56.446650 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-1e0ced27-95ce-4891-902e-31c77e33e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:56.450413 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-1e0ced27-95ce-4891-902e-31c77e33e2c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.2784357 Dec 15 11:37:56.463065 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-19a27ac3-f674-4c54-ae5d-39b83e08a7e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.494728 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-af1fabd4-cd4b-45db-b7ae-fb818b1e024a service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884682 Dec 15 11:37:56.509249 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3cad-9a9b-43d4-b653-6922e685e878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.518177 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-19a27ac3-f674-4c54-ae5d-39b83e08a7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.553882 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-10e8483f-60c4-4718-b459-15f857caa063 req-5a0d1ad6-ccc7-469b-88ff-586962e135c0 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882066 Dec 15 11:37:56.585401 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4bfaca8-79f6-4888-84d1-252ffe8d3c29 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.597579 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4bfaca8-79f6-4888-84d1-252ffe8d3c29 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.637279 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfaca8-79f6-4888-84d1-252ffe8d3c29 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2a8c4f-ead1-438c-8290-b349a8ddc080,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:56.686066 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d8d7b517-093b-436d-a01b-d5e5549a1fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.708239 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36652) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:56.714027 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-19a27ac3-f674-4c54-ae5d-39b83e08a7e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad97e224d2594286af4d3cd3e43cb371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8381665 Dec 15 11:37:56.714972 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a27ac3-f674-4c54-ae5d-39b83e08a7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e47ab5-c60d-4602-b88f-b6d550823475,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:56.727960 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88753fc5-a443-499a-a062-7ca36f9b87bb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.780906 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4bfaca8-79f6-4888-84d1-252ffe8d3c29 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.789550 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c4bfaca8-79f6-4888-84d1-252ffe8d3c29 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9991908 Dec 15 11:37:56.801853 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36654) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:56.825385 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'floatingip': {'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:56.832007 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88753fc5-a443-499a-a062-7ca36f9b87bb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.833723 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3cad-9a9b-43d4-b653-6922e685e878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.836310 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1dcc3cad-9a9b-43d4-b653-6922e685e878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.839951 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1dcc3cad-9a9b-43d4-b653-6922e685e878 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69bf2bbc-175f-48d6-8171-604dcecf35ac HTTP/1.1" status: 204 len: 168 time: 0.7669232 Dec 15 11:37:56.846898 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc3cad-9a9b-43d4-b653-6922e685e878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf2bbc-175f-48d6-8171-604dcecf35ac,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:56.849236 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88753fc5-a443-499a-a062-7ca36f9b87bb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.864538 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88753fc5-a443-499a-a062-7ca36f9b87bb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632e4b17-f1fc-4904-9eea-fb4d5732e088,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:56.900657 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.908602 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-88753fc5-a443-499a-a062-7ca36f9b87bb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.913972 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-88753fc5-a443-499a-a062-7ca36f9b87bb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0264156 Dec 15 11:37:56.920586 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36658) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:56.927632 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'floatingip': {'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:37:56.941006 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f513270-52aa-4a31-90e7-171632a4239a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:56.967952 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f513270-52aa-4a31-90e7-171632a4239a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.003070 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.076737 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f513270-52aa-4a31-90e7-171632a4239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.080980 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6f513270-52aa-4a31-90e7-171632a4239a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.083300 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6f513270-52aa-4a31-90e7-171632a4239a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10e47ab5-c60d-4602-b88f-b6d550823475 HTTP/1.1" status: 204 len: 168 time: 0.3729622 Dec 15 11:37:57.109656 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f513270-52aa-4a31-90e7-171632a4239a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e47ab5-c60d-4602-b88f-b6d550823475,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:57.170684 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.197008 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device e39cb3d5-b477-459a-a441-576fb05f27ac up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:57.237694 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b17bf-8974-47db-9e4f-3f6a101642f2 req-270c7ecd-fbf2-4ce1-8189-52c1827468fa tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:57.239271 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cf2b17bf-8974-47db-9e4f-3f6a101642f2 req-270c7ecd-fbf2-4ce1-8189-52c1827468fa tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 943 time: 0.1367812 Dec 15 11:37:57.318974 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port e39cb3d5-b477-459a-a441-576fb05f27ac triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:57.319354 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.343552 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-70b5c8dd-2ae0-4a1a-a26f-9e28a19cb4ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=907b7521-8651-4916-8447-eb61f653e646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272309 Dec 15 11:37:57.407090 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-12b84ebb-fd15-4e02-980a-7ef0237e134d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052670 Dec 15 11:37:57.467476 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.483375 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 34385cd0-ffd5-42be-a5d4-d986418a939f up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:37:57.556187 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cf2b17bf-8974-47db-9e4f-3f6a101642f2 req-86367fb3-1926-472d-afe2-2ce2326439a7 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049583 Dec 15 11:37:57.586058 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Allocated IP 172.27.0.212 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/6d98a37b-f4e9-4b75-864f-ef319f94ac08) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:57.599393 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 34385cd0-ffd5-42be-a5d4-d986418a939f triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:37:57.600143 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.605764 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9dd433-c0a4-4428-858a-a48017ada95c req-bff91eed-d06a-4416-8e6c-33c223d3721d service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110681 Dec 15 11:37:57.704597 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.776039 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:57.832677 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756e1522-afbe-47f1-8a34-5f0776a2b3d6', 'tag': 'b30bf193-4a19-4a5d-ad64-97e6e1383fdd'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:37:57.832677 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905230ee-3d9a-495d-8015-338066850bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "756e1522-afbe-47f1-8a34-5f0776a2b3d6", "tag": "b30bf193-4a19-4a5d-ad64-97e6e1383fdd"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:37:57.833542 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36682) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:57.854883 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:57.864708 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:57.867852 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:57.877061 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-5bf59679-2a87-42a2-a187-649817a91ea5 service neutron] 10.222.0.58 "GET /v2.0/networks/907b7521-8651-4916-8447-eb61f653e646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205750 Dec 15 11:37:57.896825 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Allocated IP 172.27.0.47 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/92aa39a4-47ae-432b-8eb8-92a7a169cdfc) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:37:57.913951 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-bd273017-fb95-4e0a-9e09-0df4be733d8c service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678042 Dec 15 11:37:57.935434 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9762c1aa-24de-4f0e-8159-7fe600940849 x-openstack-request-id: req-9762c1aa-24de-4f0e-8159-7fe600940849 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:37:57.935732 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756e1522-afbe-47f1-8a34-5f0776a2b3d6", "tag": "b30bf193-4a19-4a5d-ad64-97e6e1383fdd", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:37:57.935987 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9762c1aa-24de-4f0e-8159-7fe600940849 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:37:57.936384 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756e1522-afbe-47f1-8a34-5f0776a2b3d6', 'tag': 'b30bf193-4a19-4a5d-ad64-97e6e1383fdd', 'status': 'completed', 'code': 200} Dec 15 11:37:57.975543 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'Port': ['ID=6d98a37b-f4e9-4b75-864f-ef319f94ac08,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:58.037313 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.046277 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-28a96c13-4bab-4876-b062-13e64bd1955e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.077899 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e597-8f52-4540-8e73-3535932a76a0 req-4d8c45aa-c35d-4478-9438-bcc41b982708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:58.081032 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7927e597-8f52-4540-8e73-3535932a76a0 req-4d8c45aa-c35d-4478-9438-bcc41b982708 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1097 time: 0.3344676 Dec 15 11:37:58.115494 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618be81b-49dc-4176-af6d-9a4f521a033f req-76c8f77f-04a2-4013-ab68-872ebd4e9cc3 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:58.119784 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-618be81b-49dc-4176-af6d-9a4f521a033f req-76c8f77f-04a2-4013-ab68-872ebd4e9cc3 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 944 time: 0.4298699 Dec 15 11:37:58.196355 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d2d096b-5c8e-4803-ab2f-473ba7249976 req-9029ba57-197f-4c7d-9716-ccda3f7ccd25 service neutron] 10.222.0.58 "GET /v2.0/networks/907b7521-8651-4916-8447-eb61f653e646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961724 Dec 15 11:37:58.216765 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-bf3779d4-2321-4301-bbd2-38394bfadd99 req-ec89c0c3-4413-4a27-9453-d2d32983aff8 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850511 Dec 15 11:37:58.218044 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.277016 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.368779 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.490903 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-618be81b-49dc-4176-af6d-9a4f521a033f req-04ba757e-4889-4126-944e-413fde9c0066 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954578 Dec 15 11:37:58.517733 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e597-8f52-4540-8e73-3535932a76a0 req-82cbe968-0b48-4a95-80f4-33cca24e89f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:58.518988 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7927e597-8f52-4540-8e73-3535932a76a0 req-82cbe968-0b48-4a95-80f4-33cca24e89f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 920 time: 0.4256380 Dec 15 11:37:58.521533 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-28a96c13-4bab-4876-b062-13e64bd1955e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.534555 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:37:58.543020 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:37:58.545014 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-28a96c13-4bab-4876-b062-13e64bd1955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.559941 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'Port': ['ID=92aa39a4-47ae-432b-8eb8-92a7a169cdfc,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:58.567847 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:37:58.702702 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7927e597-8f52-4540-8e73-3535932a76a0 req-ab8ebd1d-885c-424f-97b4-ad01782a8c8b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c HTTP/1.1" status: 200 len: 217 time: 0.1668825 Dec 15 11:37:58.716921 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-28a96c13-4bab-4876-b062-13e64bd1955e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ae1cfb5b9da46d680de3d2456cd06a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8840957 Dec 15 11:37:58.730244 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 36710) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:58.743671 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.769435 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.777424 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-45694329-8609-4ace-8f6b-9eca7ace9473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:58.778959 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-45694329-8609-4ace-8f6b-9eca7ace9473 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f01fec046b214480986553bb9120dc8a&device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 1096 time: 0.3790867 Dec 15 11:37:58.816553 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a96c13-4bab-4876-b062-13e64bd1955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56c4f90-d56d-4b78-96be-054c2b64a2e9,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:58.921601 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5691e068-2ba2-4e6a-8bbd-520b8156abc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:58.923436 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927e597-8f52-4540-8e73-3535932a76a0 req-2596f67d-89d1-4ebb-b15f-b0ff9a5e8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:58.925018 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7927e597-8f52-4540-8e73-3535932a76a0 req-2596f67d-89d1-4ebb-b15f-b0ff9a5e8d59 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.1927981 Dec 15 11:37:58.949952 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039829a9-998f-456e-8887-93c90781d7c1 req-9a390a72-011d-4fa1-a6bc-290dd09a3c92 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:58.957118 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-039829a9-998f-456e-8887-93c90781d7c1 req-9a390a72-011d-4fa1-a6bc-290dd09a3c92 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 943 time: 0.2607152 Dec 15 11:37:59.008193 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-84ea9cfe-40e5-4312-a6d6-aac00ec3c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:59.010243 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-84ea9cfe-40e5-4312-a6d6-aac00ec3c859 service neutron] 10.222.0.58 "GET /v2.0/networks?id=907b7521-8651-4916-8447-eb61f653e646 HTTP/1.1" status: 200 len: 912 time: 0.2025740 Dec 15 11:37:59.023047 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7927e597-8f52-4540-8e73-3535932a76a0 req-ce1acd45-5b99-45cf-96dc-bb65341059f6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617850 Dec 15 11:37:59.024331 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905230ee-3d9a-495d-8015-338066850bdd req-b332f39a-839c-465f-928b-e83d42a36b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:59.026493 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-905230ee-3d9a-495d-8015-338066850bdd req-b332f39a-839c-465f-928b-e83d42a36b34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 1097 time: 0.6277611 Dec 15 11:37:59.040520 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94dff105-060c-4909-a4df-f95e5101d052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.064376 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.080900 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.135144 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-a0af0cef-21b3-42b6-aa1d-03f5e50aa45a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8055855-f2f3-4c8d-87eb-2b08327b4f0c HTTP/1.1" status: 200 len: 217 time: 0.0553381 Dec 15 11:37:59.241239 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905230ee-3d9a-495d-8015-338066850bdd req-25b50465-08d5-424c-8230-bab3e4c67742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:59.242667 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-905230ee-3d9a-495d-8015-338066850bdd req-25b50465-08d5-424c-8230-bab3e4c67742 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 920 time: 0.1096461 Dec 15 11:37:59.260776 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'Port': ['ID=6d98a37b-f4e9-4b75-864f-ef319f94ac08,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:59.293519 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.304524 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8a5b025d-66f3-4ff4-8c72-29d49a8632df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4993937 Dec 15 11:37:59.325168 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94dff105-060c-4909-a4df-f95e5101d052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.339586 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-905230ee-3d9a-495d-8015-338066850bdd req-c2cdeb9e-92ad-4e17-aff3-009b02cca400 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30bf193-4a19-4a5d-ad64-97e6e1383fdd HTTP/1.1" status: 200 len: 217 time: 0.0798874 Dec 15 11:37:59.358341 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-039829a9-998f-456e-8887-93c90781d7c1 req-a2f7bb75-34dd-45a8-8484-d63dbe70936a tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4001117 Dec 15 11:37:59.393450 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.414006 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905230ee-3d9a-495d-8015-338066850bdd req-6e73516f-ece1-4a68-b372-81c2ca000e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:59.415501 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-905230ee-3d9a-495d-8015-338066850bdd req-6e73516f-ece1-4a68-b372-81c2ca000e91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.0676756 Dec 15 11:37:59.419135 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-bcb5de64-5b7f-43b1-a651-3e20c2b912fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:59.420505 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-bcb5de64-5b7f-43b1-a651-3e20c2b912fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fdc38e17-ff37-44e7-bb41-15e2cb594ce4 HTTP/1.1" status: 200 len: 851 time: 0.1724315 Dec 15 11:37:59.466818 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7927e597-8f52-4540-8e73-3535932a76a0 req-5f5bba5f-76e2-40d3-807c-4aa7e05a996d service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218144 Dec 15 11:37:59.479281 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-498cb028-7ad1-4382-847d-98057c85de33 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=907b7521-8651-4916-8447-eb61f653e646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499530 Dec 15 11:37:59.480998 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-905230ee-3d9a-495d-8015-338066850bdd req-33643c26-433d-45df-9816-fe45f9a655e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509622 Dec 15 11:37:59.614969 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36744) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:37:59.709684 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-905230ee-3d9a-495d-8015-338066850bdd req-32e83624-7f26-47f2-87fb-f1701589fc77 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156305 Dec 15 11:37:59.711505 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-b65be0be-d65f-432d-be52-e1666c153f09 service neutron] 10.222.0.58 "GET /v2.0/networks/907b7521-8651-4916-8447-eb61f653e646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198734 Dec 15 11:37:59.718029 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94dff105-060c-4909-a4df-f95e5101d052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.721040 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94dff105-060c-4909-a4df-f95e5101d052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.725027 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-94dff105-060c-4909-a4df-f95e5101d052 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b56c4f90-d56d-4b78-96be-054c2b64a2e9 HTTP/1.1" status: 204 len: 168 time: 0.9885397 Dec 15 11:37:59.793863 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dff105-060c-4909-a4df-f95e5101d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56c4f90-d56d-4b78-96be-054c2b64a2e9,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:37:59.852578 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a78af962-6049-4ef7-a188-569da9989893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.878432 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad695-027e-40c6-a320-a6577462dd9c req-8a6469fc-1481-43be-b03d-0c0da047b6c7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:37:59.880751 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-315ad695-027e-40c6-a320-a6577462dd9c req-8a6469fc-1481-43be-b03d-0c0da047b6c7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 944 time: 0.1570449 Dec 15 11:37:59.882406 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.908314 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:37:59.954739 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-1ee6cda5-57a1-4a84-b8a2-cac188961812 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--522891666&fields=id&tenant_id=e192984d3ef7484491031ef7aba77f57 HTTP/1.1" status: 200 len: 267 time: 0.2271304 Dec 15 11:37:59.956691 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7927e597-8f52-4540-8e73-3535932a76a0 req-a9ec4cc8-e686-4ebb-97c0-84335b6813b1 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774809 Dec 15 11:37:59.974333 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-905230ee-3d9a-495d-8015-338066850bdd req-606b80e2-73f3-4e40-b09b-c5dddede8aad service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421062 Dec 15 11:37:59.980633 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-dcabb953-017f-4c7f-8b2b-5358d052d0bd req-a3984b47-efe7-4988-8dad-64f973bb761b service neutron] 10.222.0.58 "GET /v2.0/networks/907b7521-8651-4916-8447-eb61f653e646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577159 Dec 15 11:38:00.022296 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.036698 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a78af962-6049-4ef7-a188-569da9989893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.045668 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a78af962-6049-4ef7-a188-569da9989893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.110685 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a78af962-6049-4ef7-a188-569da9989893 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e437e64600f3434db9bf1362f81e9ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941406 Dec 15 11:38:00.110969 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36768) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:00.112029 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78af962-6049-4ef7-a188-569da9989893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cded46-30ec-40d9-b811-66ccf1bd3953,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:00.130904 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'Port': ['ID=92aa39a4-47ae-432b-8eb8-92a7a169cdfc,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:00.148673 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.165917 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-315ad695-027e-40c6-a320-a6577462dd9c req-1a640f46-f04a-425b-a2ab-fdabec24ca82 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678306 Dec 15 11:38:00.179171 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.180698 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-aee2e903-607a-44e4-bf12-851bb89d85c1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2590258 Dec 15 11:38:00.208942 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fbb7de68-dd99-4a71-a87a-e69f4801ddd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.214861 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626538-aff9-4849-aa82-a48013575789 req-1e0dce7b-5198-419e-bc40-759444917c30 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:00.216686 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-1e0dce7b-5198-419e-bc40-759444917c30 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 817 time: 0.2480068 Dec 15 11:38:00.233935 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-98062fdb-443d-4d2b-9cde-2d0c4bd8a6f5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/quotas/e192984d3ef7484491031ef7aba77f57 HTTP/1.1" status: 200 len: 375 time: 0.0099730 Dec 15 11:38:00.235961 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fbb7de68-dd99-4a71-a87a-e69f4801ddd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.315509 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fbb7de68-dd99-4a71-a87a-e69f4801ddd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.318908 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fbb7de68-dd99-4a71-a87a-e69f4801ddd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.320950 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fbb7de68-dd99-4a71-a87a-e69f4801ddd5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5cded46-30ec-40d9-b811-66ccf1bd3953 HTTP/1.1" status: 204 len: 168 time: 0.2036374 Dec 15 11:38:00.331084 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-1d2c48cd-9826-4161-837f-0513cf123b33 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889311 Dec 15 11:38:00.333947 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7de68-dd99-4a71-a87a-e69f4801ddd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cded46-30ec-40d9-b811-66ccf1bd3953,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:00.495655 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-e1a85907-94f1-47bd-b353-07df1210c7b7 service neutron] 10.222.0.62 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333766 Dec 15 11:38:00.572304 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-77206946-8aca-4ffc-9941-18ca841c3f6e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--93225521&fields=id&tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9 HTTP/1.1" status: 200 len: 267 time: 0.1072104 Dec 15 11:38:00.674524 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-dbef51d1-b22b-40e5-bb9e-30c1fccc800f service neutron] 10.222.0.62 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646171 Dec 15 11:38:00.684564 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:00.745292 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733628c-d366-4b84-910f-60fb490324eb req-b4ca522e-de9e-4832-b595-43c70d7297e4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:00.746806 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-b4ca522e-de9e-4832-b595-43c70d7297e4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 810 time: 0.1660058 Dec 15 11:38:00.773608 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-25c5931c-c20b-46ab-b7e1-ef03fc70368a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/quotas/eb3b2ada0e0843e8a9cdb43966e3e7a9 HTTP/1.1" status: 200 len: 375 time: 0.0199800 Dec 15 11:38:00.822445 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:00.839068 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c', 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222', 'port_id': '6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c', 'mac_address': 'fa:16:3e:eb:17:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fae3ae-56b7-4a0e-b82c-80ca60056a8b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:00.893638 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:00.928111 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-93e2b230-c3bb-4309-ac11-239efc0cc490 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1443558 Dec 15 11:38:00.936623 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36814) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:00.949354 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:00.958358 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a318-bed8-459c-b6f9-d5c84cffb2b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.003077 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:01.016163 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.017304 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device b30bf193-4a19-4a5d-ad64-97e6e1383fdd details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:01.062997 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-dbb93df1-a246-4470-a799-90bd5aefe451 service neutron] 10.222.0.62 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199422 Dec 15 11:38:01.171125 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port b30bf193-4a19-4a5d-ad64-97e6e1383fdd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:01.184564 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a318-bed8-459c-b6f9-d5c84cffb2b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.189354 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f5b15-1882-46a0-bd53-4c32f0cbb013 req-f07d4947-0047-4c49-aa07-d1684d3b09a1 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:01.190245 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3bc2a318-bed8-459c-b6f9-d5c84cffb2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.191097 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:01.199267 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8b4f5b15-1882-46a0-bd53-4c32f0cbb013 req-f07d4947-0047-4c49-aa07-d1684d3b09a1 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 943 time: 0.2702575 Dec 15 11:38:01.201495 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': 'b30bf193-4a19-4a5d-ad64-97e6e1383fdd', 'network_id': '5b8c33af-ac2b-4c68-b3c3-cd41535e5222', 'port_id': 'b30bf193-4a19-4a5d-ad64-97e6e1383fdd', 'mac_address': 'fa:16:3e:14:0c:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fae3ae-56b7-4a0e-b82c-80ca60056a8b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:01.249773 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.266077 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2a318-bed8-459c-b6f9-d5c84cffb2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3336d97e-30b3-4959-bdf0-de7810ddbd13,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:01.273067 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b30bf193-4a19-4a5d-ad64-97e6e1383fdd {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:01.290867 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3bc2a318-bed8-459c-b6f9-d5c84cffb2b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43ba92ecb1e9490f8574425c8f478c09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525224 Dec 15 11:38:01.292443 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 36824) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:01.297417 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-5575d182-8b29-4671-a66f-02323bc04a68 service neutron] 10.222.0.62 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334664 Dec 15 11:38:01.339219 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port b30bf193-4a19-4a5d-ad64-97e6e1383fdd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:01.349608 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8b4f5b15-1882-46a0-bd53-4c32f0cbb013 req-6fedba3c-9922-4941-9952-6f1e09783f72 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491895 Dec 15 11:38:01.355128 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-441efc1a-bb75-4fd6-9aee-fa8b1389e315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.366270 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.367626 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device d8055855-f2f3-4c8d-87eb-2b08327b4f0c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:01.398480 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.399517 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-441efc1a-bb75-4fd6-9aee-fa8b1389e315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.461424 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-441efc1a-bb75-4fd6-9aee-fa8b1389e315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.465284 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-441efc1a-bb75-4fd6-9aee-fa8b1389e315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.473073 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-441efc1a-bb75-4fd6-9aee-fa8b1389e315 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3336d97e-30b3-4959-bdf0-de7810ddbd13 HTTP/1.1" status: 204 len: 168 time: 0.1784310 Dec 15 11:38:01.514138 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441efc1a-bb75-4fd6-9aee-fa8b1389e315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3336d97e-30b3-4959-bdf0-de7810ddbd13,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:01.521918 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d2141085-8719-4fdc-a39a-510dd97440d8 req-e7bb0336-8e2b-4415-b536-accc4f7a88d8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 210 time: 0.0631576 Dec 15 11:38:01.717720 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:01.729863 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-abc48f7f-6c77-490a-a634-f70532a0c32f req-d31e7c93-d51a-4390-b3bb-d919f474c5ca tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 210 time: 0.0701787 Dec 15 11:38:01.824334 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port d8055855-f2f3-4c8d-87eb-2b08327b4f0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,segment=NetworkSegment(015fce7c-01d4-4eac-82a6-2e8a3cb66b9e),segment_id=015fce7c-01d4-4eac-82a6-2e8a3cb66b9e)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:01.837582 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789282d-5012-412f-9cf9-9c4f73e9772a req-56bf90f5-271c-488c-a7c6-238423c8c12f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:01.849431 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8789282d-5012-412f-9cf9-9c4f73e9772a req-56bf90f5-271c-488c-a7c6-238423c8c12f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 945 time: 0.2116749 Dec 15 11:38:01.853622 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': 'd8055855-f2f3-4c8d-87eb-2b08327b4f0c', 'network_id': '907b7521-8651-4916-8447-eb61f653e646', 'port_id': 'd8055855-f2f3-4c8d-87eb-2b08327b4f0c', 'mac_address': 'fa:16:3e:29:9d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc38e17-ff37-44e7-bb41-15e2cb594ce4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:01.922792 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8789282d-5012-412f-9cf9-9c4f73e9772a req-ad63c08b-8999-4176-aff7-462feb8c601d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723491 Dec 15 11:38:01.944077 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:01.991449 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8055855-f2f3-4c8d-87eb-2b08327b4f0c {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:02.038859 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port d8055855-f2f3-4c8d-87eb-2b08327b4f0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,segment=NetworkSegment(015fce7c-01d4-4eac-82a6-2e8a3cb66b9e),segment_id=015fce7c-01d4-4eac-82a6-2e8a3cb66b9e)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:02.045933 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.116949 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:02.539359 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:02.543432 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cbba8-cdbf-42ea-9647-631d21ccf8e2 req-b398daa5-361d-459c-b7c4-ae4c9c2603eb tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:02.547433 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['b30bf193-4a19-4a5d-ad64-97e6e1383fdd'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:02.552650 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-481cbba8-cdbf-42ea-9647-631d21ccf8e2 req-b398daa5-361d-459c-b7c4-ae4c9c2603eb tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 944 time: 0.1021254 Dec 15 11:38:02.625432 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-481cbba8-cdbf-42ea-9647-631d21ccf8e2 req-8059b649-3a06-429c-8b05-f71b3578764c tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713708 Dec 15 11:38:02.714785 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['d8055855-f2f3-4c8d-87eb-2b08327b4f0c'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:02.724203 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:02.800736 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6457ac89-cd0c-48c3-b327-e615df951d7a req-7b17c11a-a840-4a0e-a39b-91c83ab8fcaa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 210 time: 0.0967946 Dec 15 11:38:02.912537 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3823fd67-676e-40ec-ad33-e6dab8b261e0 req-7f657fe6-f2e3-4e43-9fac-cad7adc97602 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 210 time: 0.0559881 Dec 15 11:38:03.195444 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626538-aff9-4849-aa82-a48013575789 req-a44fe915-1eee-47cb-ba9c-712cbca5acb3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:03.203211 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea63c72-7387-4e74-a330-106981c02072 req-67293434-9c68-43b1-a2e2-e4b0458b04f6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:03.213777 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9ea63c72-7387-4e74-a330-106981c02072 req-67293434-9c68-43b1-a2e2-e4b0458b04f6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 945 time: 0.1383693 Dec 15 11:38:03.217947 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-a44fe915-1eee-47cb-ba9c-712cbca5acb3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 817 time: 0.3464587 Dec 15 11:38:03.330650 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9ea63c72-7387-4e74-a330-106981c02072 req-e767890a-e36b-497b-be8d-7ab4a831245d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136291 Dec 15 11:38:03.414476 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-6f2d237a-8ffa-4741-ab8c-a10b3d526769 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e192984d3ef7484491031ef7aba77f57 HTTP/1.1" status: 200 len: 379 time: 0.1520069 Dec 15 11:38:03.517151 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'port': {'device_id': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'admin_state_up': True, 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'security_groups': ['015869cd-b02e-4a3d-8411-c65babf7f6a6']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:03.754111 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733628c-d366-4b84-910f-60fb490324eb req-688f29dd-b207-45f3-8220-67cd56193af3 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:03.755900 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-688f29dd-b207-45f3-8220-67cd56193af3 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 810 time: 0.2806084 Dec 15 11:38:03.825610 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4f6e5e-6ebf-4ac8-9a4c-216ac3d749e7 req-36f80495-04f9-49af-afff-bbc376cc3a89 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:03.835054 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf4f6e5e-6ebf-4ac8-9a4c-216ac3d749e7 req-36f80495-04f9-49af-afff-bbc376cc3a89 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 944 time: 0.0785193 Dec 15 11:38:03.867668 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Made reservation on behalf of e192984d3ef7484491031ef7aba77f57 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:38:03.872924 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:03.914111 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bf4f6e5e-6ebf-4ac8-9a4c-216ac3d749e7 req-d2f90fff-140d-45d9-b9e5-e01bff0819ec tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680461 Dec 15 11:38:03.972747 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-1b0d4f15-575d-47c2-bf12-b853af39f59e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9 HTTP/1.1" status: 200 len: 378 time: 0.1943207 Dec 15 11:38:03.997661 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'port': {'device_id': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'admin_state_up': True, 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'security_groups': ['bc158a4e-93ff-43a6-86f3-124137b4176c']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:04.027955 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d42d5eb-05d1-4570-a32d-e940635a3cfb req-268077b1-4afe-484f-a856-994065e54355 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 210 time: 0.0585029 Dec 15 11:38:04.105444 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0057b4df-9a67-4bd3-9618-78ccfa12efeb req-9a091628-a557-4a54-908c-d2059efbb398 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 210 time: 0.0510371 Dec 15 11:38:04.408319 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Allocated IP 172.20.0.3 (9be3e716-31cc-4d43-9573-9a79b1f4751b/5c2e1149-04c9-4965-a034-cc2aab078366/5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:38:04.478124 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Made reservation on behalf of eb3b2ada0e0843e8a9cdb43966e3e7a9 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:38:04.482130 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.534133 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b5552-149e-4002-88b0-efd51894ff21 req-e6a8f382-544f-4180-a808-1ca8e1392faa tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:04.541849 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-523b5552-149e-4002-88b0-efd51894ff21 req-e6a8f382-544f-4180-a808-1ca8e1392faa tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 945 time: 0.1256673 Dec 15 11:38:04.611505 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-523b5552-149e-4002-88b0-efd51894ff21 req-f8e84b24-a883-4783-936a-d0307bf1503a tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675588 Dec 15 11:38:04.683830 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.727438 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Allocated IP 172.20.0.3 (7ce2434a-00df-48e8-b569-90a8896c979a/6262da56-77eb-440d-b9e5-b886217cd553/ce2daf2d-fd3b-474a-a0e1-cc16fc633899) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:38:04.772913 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:04.877769 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:38:04.885664 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:04.892076 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:38:04.920922 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:04.983956 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:04.984526 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.057224 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-2f1995d2-3aa9-48e3-809e-f1b5dcb8f5fd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5854242 Dec 15 11:38:05.071980 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.106686 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da06bd-1a10-4109-85c2-5e8728afcd9a req-d376248c-7d80-4ef9-a867-9dda8f7bc2de tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:05.113088 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d2da06bd-1a10-4109-85c2-5e8728afcd9a req-d376248c-7d80-4ef9-a867-9dda8f7bc2de tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 944 time: 0.0889933 Dec 15 11:38:05.125687 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.210960 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Network 7ce2434a-00df-48e8-b569-90a8896c979a is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:38:05.214539 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:05.217172 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:38:05.256945 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d2da06bd-1a10-4109-85c2-5e8728afcd9a req-c806ec87-4c19-4c4e-b5d0-5e018f5d88e1 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267478 Dec 15 11:38:05.267130 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'Port': ['ID=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:05.289737 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-d10f7f8c-6e26-4fbf-9f45-41c9da6e248e None None] Provisioning complete for port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:05.290274 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d10f7f8c-6e26-4fbf-9f45-41c9da6e248e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.317888 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:05.318946 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.322139 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b642f-4174-49d2-a896-eae26aab5b39 req-114ad1f4-bff1-49b9-8fa1-b165a5dd6680 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:05.323999 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-361b642f-4174-49d2-a896-eae26aab5b39 req-114ad1f4-bff1-49b9-8fa1-b165a5dd6680 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 931 time: 0.1350801 Dec 15 11:38:05.375810 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-bf82bc5f-2a42-4caa-aa25-49f751b8274a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3962071 Dec 15 11:38:05.412014 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d10f7f8c-6e26-4fbf-9f45-41c9da6e248e None None] Port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:38:05.463669 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-361b642f-4174-49d2-a896-eae26aab5b39 req-8c119955-164d-498c-946f-91d1f65ab035 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307192 Dec 15 11:38:05.494579 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee88754-49f7-4138-bf14-227b696db62d req-31fe91bf-fcc2-4207-bcfd-6af46ad21a41 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:05.497555 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5ee88754-49f7-4138-bf14-227b696db62d req-31fe91bf-fcc2-4207-bcfd-6af46ad21a41 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 931 time: 0.0875826 Dec 15 11:38:05.555343 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5ee88754-49f7-4138-bf14-227b696db62d req-a5077715-0f72-4c64-b364-6880495fb8e4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504162 Dec 15 11:38:05.633817 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-156e6941-2b9f-442a-b5d8-a263b5982dc6 None None] Provisioning complete for port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:05.633817 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-156e6941-2b9f-442a-b5d8-a263b5982dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.672600 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-156e6941-2b9f-442a-b5d8-a263b5982dc6 None None] Port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:38:05.683258 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37070) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:05.726339 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a72043-7f28-4e9e-bfbf-fd2d8cf6423c req-9dfb6717-cc74-4db2-b03f-d92c968056e0 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:05.727835 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-89a72043-7f28-4e9e-bfbf-fd2d8cf6423c req-9dfb6717-cc74-4db2-b03f-d92c968056e0 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 945 time: 0.0521762 Dec 15 11:38:05.775669 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-89a72043-7f28-4e9e-bfbf-fd2d8cf6423c req-de6834f5-5774-41ee-b8b9-c519cb735eba tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416622 Dec 15 11:38:05.789262 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-be8fa99c-8dd2-464c-b239-301809d829cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.863779 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-be8fa99c-8dd2-464c-b239-301809d829cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.867485 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-be8fa99c-8dd2-464c-b239-301809d829cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.905894 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-be8fa99c-8dd2-464c-b239-301809d829cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2fc63904f64b4ecaaaf385a9e942a16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214224 Dec 15 11:38:05.906755 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fa99c-8dd2-464c-b239-301809d829cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc306384-65db-4d00-b495-cf30a06b00c6,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:05.909263 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 37074) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:05.956883 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f50e138a-fc9f-472e-b8f7-b87c34494df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:05.977732 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f50e138a-fc9f-472e-b8f7-b87c34494df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.025186 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f50e138a-fc9f-472e-b8f7-b87c34494df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.028115 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f50e138a-fc9f-472e-b8f7-b87c34494df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.029318 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f50e138a-fc9f-472e-b8f7-b87c34494df1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc306384-65db-4d00-b495-cf30a06b00c6 HTTP/1.1" status: 204 len: 168 time: 0.1187694 Dec 15 11:38:06.036764 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e138a-fc9f-472e-b8f7-b87c34494df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc306384-65db-4d00-b495-cf30a06b00c6,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:06.169467 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device b30bf193-4a19-4a5d-ad64-97e6e1383fdd up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:06.223757 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port b30bf193-4a19-4a5d-ad64-97e6e1383fdd completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:06.228204 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port b30bf193-4a19-4a5d-ad64-97e6e1383fdd triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:06.228600 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.321790 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.329353 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37084) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:06.345165 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-05c38100-7eb3-4a52-ba33-2961b7a70114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.361117 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756e1522-afbe-47f1-8a34-5f0776a2b3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30bf193-4a19-4a5d-ad64-97e6e1383fdd'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:06.403799 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12402adf-4ecc-4dd8-bfd6-4dc69a149dda req-9c528e3c-aa43-4555-98a9-48edc22933f2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:06.405387 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-12402adf-4ecc-4dd8-bfd6-4dc69a149dda req-9c528e3c-aa43-4555-98a9-48edc22933f2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 944 time: 0.0815592 Dec 15 11:38:06.453223 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-05c38100-7eb3-4a52-ba33-2961b7a70114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.459577 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-05c38100-7eb3-4a52-ba33-2961b7a70114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.464046 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port b30bf193-4a19-4a5d-ad64-97e6e1383fdd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:06.474045 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.475254 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device d8055855-f2f3-4c8d-87eb-2b08327b4f0c up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:06.514674 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-05c38100-7eb3-4a52-ba33-2961b7a70114 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9cef6185cb8048238fd9be70bfbf7eb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841848 Dec 15 11:38:06.518922 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-12402adf-4ecc-4dd8-bfd6-4dc69a149dda req-f6766e81-ed50-4a6d-8ad8-7bfb12349463 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974779 Dec 15 11:38:06.519665 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 37096) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:06.525123 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c38100-7eb3-4a52-ba33-2961b7a70114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fcd419-4fe0-4bc3-834f-4139174b404b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:06.596842 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port d8055855-f2f3-4c8d-87eb-2b08327b4f0c completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:06.604043 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port d8055855-f2f3-4c8d-87eb-2b08327b4f0c triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:06.604420 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.606103 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:06.606895 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-71a1ee64-2751-4cd7-93fc-921340e7a79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.612392 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b373a88d-59b2-4a57-ab09-5f072ccbe206" -d '{"events": [{"server_uuid": "756e1522-afbe-47f1-8a34-5f0776a2b3d6", "name": "network-vif-plugged", "status": "completed", "tag": "b30bf193-4a19-4a5d-ad64-97e6e1383fdd"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:06.641266 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-71a1ee64-2751-4cd7-93fc-921340e7a79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.685350 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfbbf6-0cb2-4049-987e-da009d6d2659 req-24b97362-a5f0-4171-928e-e5707696a934 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:06.686822 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9ccfbbf6-0cb2-4049-987e-da009d6d2659 req-24b97362-a5f0-4171-928e-e5707696a934 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 931 time: 0.1210198 Dec 15 11:38:06.693260 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.728068 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port d8055855-f2f3-4c8d-87eb-2b08327b4f0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,segment=NetworkSegment(015fce7c-01d4-4eac-82a6-2e8a3cb66b9e),segment_id=015fce7c-01d4-4eac-82a6-2e8a3cb66b9e)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:06.733910 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.734689 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:06.752830 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575baee-7630-4550-9019-d79196ffe3b0 req-12409a46-ea9f-410c-845a-d52bc084134e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:06.754361 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f575baee-7630-4550-9019-d79196ffe3b0 req-12409a46-ea9f-410c-845a-d52bc084134e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 931 time: 0.1192024 Dec 15 11:38:06.788788 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9ccfbbf6-0cb2-4049-987e-da009d6d2659 req-b956ad56-01ac-4880-be0e-ec9fae9ee45f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929954 Dec 15 11:38:06.791512 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-71a1ee64-2751-4cd7-93fc-921340e7a79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.794116 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-71a1ee64-2751-4cd7-93fc-921340e7a79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.795253 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-71a1ee64-2751-4cd7-93fc-921340e7a79d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52fcd419-4fe0-4bc3-834f-4139174b404b HTTP/1.1" status: 204 len: 168 time: 0.2746449 Dec 15 11:38:06.808245 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1ee64-2751-4cd7-93fc-921340e7a79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fcd419-4fe0-4bc3-834f-4139174b404b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:06.832146 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:06.837191 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:06.841546 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:06.841865 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.856894 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f575baee-7630-4550-9019-d79196ffe3b0 req-05a3cc66-ff41-466a-8967-44e201597f0c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921507 Dec 15 11:38:06.942202 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:06.945147 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49985dc8-756f-4e9a-b0f1-bc8cdf9e122a x-openstack-request-id: req-49985dc8-756f-4e9a-b0f1-bc8cdf9e122a {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:06.945522 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756e1522-afbe-47f1-8a34-5f0776a2b3d6", "name": "network-vif-plugged", "status": "completed", "tag": "b30bf193-4a19-4a5d-ad64-97e6e1383fdd", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:06.945843 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49985dc8-756f-4e9a-b0f1-bc8cdf9e122a {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:06.946356 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756e1522-afbe-47f1-8a34-5f0776a2b3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b30bf193-4a19-4a5d-ad64-97e6e1383fdd', 'code': 200} Dec 15 11:38:06.979742 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab6db2-1c65-42c0-b739-a0db4b751a79 req-c83fdae4-40d3-442e-b9cc-f96ac389abaf tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:06.981300 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06ab6db2-1c65-42c0-b739-a0db4b751a79 req-c83fdae4-40d3-442e-b9cc-f96ac389abaf tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0515869 Dec 15 11:38:06.983530 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:06.988140 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.040039 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:07.042351 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06ab6db2-1c65-42c0-b739-a0db4b751a79 req-2ee2d8c8-4643-46c2-8821-74f5bbb94f96 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522962 Dec 15 11:38:07.176066 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Request body: {'port': {'device_id': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:07.211388 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.214677 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Request body: {'port': {'device_id': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:07.302720 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.328047 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.473309 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be601be-329e-4e7f-ac3b-142aee388800 req-157c53ca-1567-4b7f-915f-21462e332d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:07.475495 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2be601be-329e-4e7f-ac3b-142aee388800 req-157c53ca-1567-4b7f-915f-21462e332d58 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 1099 time: 0.0839961 Dec 15 11:38:07.497267 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2be601be-329e-4e7f-ac3b-142aee388800 req-5b1c3248-cfd9-4f12-b414-0cfc1bb86cef service neutron] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.612032 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2be601be-329e-4e7f-ac3b-142aee388800 req-5b1c3248-cfd9-4f12-b414-0cfc1bb86cef service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.618384 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2be601be-329e-4e7f-ac3b-142aee388800 req-5b1c3248-cfd9-4f12-b414-0cfc1bb86cef service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.665405 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c3248-cfd9-4f12-b414-0cfc1bb86cef service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=56faed50-7599-4bd2-8576-b6cd54321ff9,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:07.726815 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2be601be-329e-4e7f-ac3b-142aee388800 req-5b1c3248-cfd9-4f12-b414-0cfc1bb86cef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439620 Dec 15 11:38:07.751939 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e972a-9ef3-4510-b247-9c18e82e0337 req-1c08cdeb-cf07-4494-95a1-93399ef832d2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:07.753867 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c0e972a-9ef3-4510-b247-9c18e82e0337 req-1c08cdeb-cf07-4494-95a1-93399ef832d2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.1250474 Dec 15 11:38:07.813471 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c0e972a-9ef3-4510-b247-9c18e82e0337 req-ebfec2b4-50db-45a0-aaf4-d5b02dcf830c tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513070 Dec 15 11:38:07.876039 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:07.886429 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:07.917996 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Transition to ACTIVE for port object 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:38:07.924616 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.032372 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0625896-0050-4bd2-94e6-e14ce98760ea req-05b251d7-1eff-4f39-925e-f8951c3551ca tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.046271 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c0625896-0050-4bd2-94e6-e14ce98760ea req-05b251d7-1eff-4f39-925e-f8951c3551ca tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1363337 Dec 15 11:38:08.074640 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:08.078664 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2daf2d-fd3b-474a-a0e1-cc16fc633899 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:08.092336 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.105975 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb5b66-be50-4bbf-8634-5e03045b9c0a req-065d3cd9-e87b-42a5-86e2-09d8072030fd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.114132 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5ddb5b66-be50-4bbf-8634-5e03045b9c0a req-065d3cd9-e87b-42a5-86e2-09d8072030fd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 931 time: 0.1268830 Dec 15 11:38:08.118817 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Transition to ACTIVE for port object ce2daf2d-fd3b-474a-a0e1-cc16fc633899 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:38:08.123902 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Attempting to bind port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:38:08.124125 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Attempting to bind port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:38:08.124457 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Attempting to bind port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 on network 9be3e716-31cc-4d43-9573-9a79b1f4751b {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:08.127990 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.192673 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:08.197338 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 on network 9be3e716-31cc-4d43-9573-9a79b1f4751b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:38:08.197666 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Attempting to bind port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 on network 9be3e716-31cc-4d43-9573-9a79b1f4751b {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:08.206295 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:38:08.206636 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Checking segment: {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:08.207050 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Bound using segment: {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:38:08.208092 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Bound port: 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:38:08.208455 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.346052 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Attempting to bind port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:38:08.346579 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Attempting to bind port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:38:08.347071 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Attempting to bind port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 on network 7ce2434a-00df-48e8-b569-90a8896c979a {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:08.358852 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c0625896-0050-4bd2-94e6-e14ce98760ea req-d8bacaf8-d227-418c-ba8e-40497ad65966 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115003 Dec 15 11:38:08.359731 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 on network 7ce2434a-00df-48e8-b569-90a8896c979a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:38:08.360215 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Attempting to bind port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 on network 7ce2434a-00df-48e8-b569-90a8896c979a {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:38:08.394150 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:38:08.394496 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Checking segment: {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:08.395452 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Bound using segment: {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:38:08.395901 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Bound port: ce2daf2d-fd3b-474a-a0e1-cc16fc633899, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:38:08.396258 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.409679 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5ddb5b66-be50-4bbf-8634-5e03045b9c0a req-f9b6ced6-7672-44fa-8c4c-a1533a107e70 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2945027 Dec 15 11:38:08.494313 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] For port ce2daf2d-fd3b-474a-a0e1-cc16fc633899, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:38:08.509420 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] For port ce2daf2d-fd3b-474a-a0e1-cc16fc633899, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:38:08.523733 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:38:08.525071 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc56b1-c520-4347-803f-cf66efe49fa7 req-b3fcf728-b6c5-4f78-b85f-d3c0ed120f49 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.528895 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.536110 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fccc56b1-c520-4347-803f-cf66efe49fa7 req-b3fcf728-b6c5-4f78-b85f-d3c0ed120f49 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0872893 Dec 15 11:38:08.599501 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:38:08.612482 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.613207 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.615217 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] 10.222.0.58 "PUT /v2.0/ports/ce2daf2d-fd3b-474a-a0e1-cc16fc633899 HTTP/1.1" status: 200 len: 1093 time: 1.4086418 Dec 15 11:38:08.616113 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'tag': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:08.618440 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6109ecf-7d56-435d-bfad-f8054d5e36d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0760eac7-9c5a-43f0-b604-8a7acec9b4d1", "tag": "ce2daf2d-fd3b-474a-a0e1-cc16fc633899"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:08.618795 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fccc56b1-c520-4347-803f-cf66efe49fa7 req-e5c8e6c3-5b1d-4441-b99f-ce52ccec77cb tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809700 Dec 15 11:38:08.625432 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.709133 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.709921 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:08.711649 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 HTTP/1.1" status: 200 len: 1093 time: 1.5404179 Dec 15 11:38:08.716673 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f97912-055c-4e94-a87e-95e6c50e81bd x-openstack-request-id: req-45f97912-055c-4e94-a87e-95e6c50e81bd {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:08.721942 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0760eac7-9c5a-43f0-b604-8a7acec9b4d1", "tag": "ce2daf2d-fd3b-474a-a0e1-cc16fc633899", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:08.722470 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45f97912-055c-4e94-a87e-95e6c50e81bd {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:08.723108 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'tag': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899', 'status': 'completed', 'code': 200} Dec 15 11:38:08.731096 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e254e-aead-4bed-8cb3-62e781c9beb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:08.914100 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59855ff-2c44-4b7d-98a1-3683d412c4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:08.947253 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a710a6d8-b4c9-4787-9e8a-ea9a24611b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8055855-f2f3-4c8d-87eb-2b08327b4f0c'}, {'server_uuid': 'b0da740f-aacc-44e7-87a0-54a890290483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:08.949873 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922b838a-fe6c-459c-8679-8d85f35d8dd8" -d '{"events": [{"server_uuid": "a710a6d8-b4c9-4787-9e8a-ea9a24611b93", "name": "network-vif-plugged", "status": "completed", "tag": "d8055855-f2f3-4c8d-87eb-2b08327b4f0c"}, {"server_uuid": "b0da740f-aacc-44e7-87a0-54a890290483", "name": "network-vif-plugged", "status": "completed", "tag": "6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:08.970133 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626538-aff9-4849-aa82-a48013575789 req-96c1fef7-5489-45b4-97d0-70fa277886e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.971740 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-96c1fef7-5489-45b4-97d0-70fa277886e6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 1096 time: 0.1866243 Dec 15 11:38:08.975333 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733628c-d366-4b84-910f-60fb490324eb req-061e1b66-f1a2-49d2-81c4-38ce9aec8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.984651 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-061e1b66-f1a2-49d2-81c4-38ce9aec8bb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 1096 time: 0.2927189 Dec 15 11:38:08.994313 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290efa2-2f8b-4de0-ae91-ace2edd00cb5 req-249110cd-c7fc-4313-a933-66341af7dfd1 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:08.996120 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f290efa2-2f8b-4de0-ae91-ace2edd00cb5 req-249110cd-c7fc-4313-a933-66341af7dfd1 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.0819311 Dec 15 11:38:09.048450 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500e108e-af99-4d48-9c51-7ba44a94ab98 x-openstack-request-id: req-500e108e-af99-4d48-9c51-7ba44a94ab98 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:09.048917 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a710a6d8-b4c9-4787-9e8a-ea9a24611b93", "name": "network-vif-plugged", "status": "completed", "tag": "d8055855-f2f3-4c8d-87eb-2b08327b4f0c", "code": 200}, {"server_uuid": "b0da740f-aacc-44e7-87a0-54a890290483", "name": "network-vif-plugged", "status": "completed", "tag": "6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:09.049555 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-500e108e-af99-4d48-9c51-7ba44a94ab98 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:09.050269 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a710a6d8-b4c9-4787-9e8a-ea9a24611b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8055855-f2f3-4c8d-87eb-2b08327b4f0c', 'code': 200} Dec 15 11:38:09.050598 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0da740f-aacc-44e7-87a0-54a890290483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c', 'code': 200} Dec 15 11:38:09.086163 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-29058d56-5697-4f17-864a-9b885c3e9e62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899 HTTP/1.1" status: 200 len: 217 time: 0.0752199 Dec 15 11:38:09.111745 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f290efa2-2f8b-4de0-ae91-ace2edd00cb5 req-f3b6dfa3-aeac-41c7-adf8-b362703439c2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961370 Dec 15 11:38:09.145841 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-1715113c-03e8-4d96-ba08-cc4e8c3a625f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 HTTP/1.1" status: 200 len: 217 time: 0.1440859 Dec 15 11:38:09.275396 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733628c-d366-4b84-910f-60fb490324eb req-ff9a96a0-ea21-4f08-a58a-6fe1fd9fdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.278590 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-ff9a96a0-ea21-4f08-a58a-6fe1fd9fdfac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 200 len: 849 time: 0.1167283 Dec 15 11:38:09.284097 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626538-aff9-4849-aa82-a48013575789 req-69b302dd-e7c5-4671-a2e9-5505de06e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.286399 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-69b302dd-e7c5-4671-a2e9-5505de06e6fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.1023321 Dec 15 11:38:09.351703 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733628c-d366-4b84-910f-60fb490324eb req-481c3536-73b8-416f-980c-7b80091e7334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.353276 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-481c3536-73b8-416f-980c-7b80091e7334 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ce2434a-00df-48e8-b569-90a8896c979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658228 Dec 15 11:38:09.473885 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.58', 56938) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:09.477350 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16626538-aff9-4849-aa82-a48013575789 req-3d795bbd-ac2f-4fb5-9a0f-b457c9a1ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.488021 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-3d795bbd-ac2f-4fb5-9a0f-b457c9a1ed68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1216159 Dec 15 11:38:09.681200 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d3422-78f9-43c7-8acf-86f056ad2110 req-149047ef-0567-426c-a043-1084c4ab0167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.684143 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fd9d3422-78f9-43c7-8acf-86f056ad2110 req-149047ef-0567-426c-a043-1084c4ab0167 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 1098 time: 0.2068682 Dec 15 11:38:09.686495 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b8447-8b4c-4593-84fd-4356125a676a req-63b019a7-68b1-4c92-82a8-63e4e3e74338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.688872 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b33b8447-8b4c-4593-84fd-4356125a676a req-63b019a7-68b1-4c92-82a8-63e4e3e74338 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1099 time: 0.2605150 Dec 15 11:38:09.740922 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c1fa3-a2b2-4ddf-a9f1-d8337efd2924 req-aaaa4b7e-c964-4567-9703-cd2f31c455e1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.750781 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c6c1fa3-a2b2-4ddf-a9f1-d8337efd2924 req-aaaa4b7e-c964-4567-9703-cd2f31c455e1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.2347727 Dec 15 11:38:09.764492 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d111d-430b-42f8-8b82-b890108ab6cd req-aec57931-62a7-46ce-b103-876bd2a5b6b2 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:09.774637 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-731d111d-430b-42f8-8b82-b890108ab6cd req-aec57931-62a7-46ce-b103-876bd2a5b6b2 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 943 time: 0.1928816 Dec 15 11:38:09.923711 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-92f48a65-ad39-4c61-92f6-991c0f734b7a service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096362 Dec 15 11:38:09.932793 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b33b8447-8b4c-4593-84fd-4356125a676a req-40f53e8f-b0e5-44ec-8671-e03a15b3e62b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282114 Dec 15 11:38:09.936286 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-731d111d-430b-42f8-8b82-b890108ab6cd req-d025494a-7d8b-4606-b3d0-ca6bc5fb1101 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1590974 Dec 15 11:38:09.939143 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fd9d3422-78f9-43c7-8acf-86f056ad2110 req-6ba5edd3-0dae-4ef3-ac35-04e79bf63854 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321892 Dec 15 11:38:09.943813 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c6c1fa3-a2b2-4ddf-a9f1-d8337efd2924 req-cd475eea-2c5a-4f64-b109-3050e250235c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915762 Dec 15 11:38:10.014524 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-e018bf55-0194-433c-8b60-61bb8926bb71 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961157 Dec 15 11:38:10.047425 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-4733628c-d366-4b84-910f-60fb490324eb req-aba8bd20-e8d1-4c72-a5d4-cc2a820e1508 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164134 Dec 15 11:38:10.067387 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c12f25-937e-463a-91eb-89a4511cb0d4 req-1e5af945-2930-49d9-bc21-01c5d15e8155 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:10.068933 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88c12f25-937e-463a-91eb-89a4511cb0d4 req-1e5af945-2930-49d9-bc21-01c5d15e8155 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0512168 Dec 15 11:38:10.117024 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88c12f25-937e-463a-91eb-89a4511cb0d4 req-78f07979-cdaa-4d6c-89af-44448251cff8 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419798 Dec 15 11:38:10.261731 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754eba9-e602-44f6-8121-7306033bafd8 req-b359bd3f-adfa-4c9e-9bdb-bee1959acc29 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:10.263451 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a754eba9-e602-44f6-8121-7306033bafd8 req-b359bd3f-adfa-4c9e-9bdb-bee1959acc29 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.0625978 Dec 15 11:38:10.341654 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a754eba9-e602-44f6-8121-7306033bafd8 req-d21c9969-882d-44aa-a627-48100ba870fa tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700870 Dec 15 11:38:10.546507 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e7ca4-0fee-4e75-9850-c74b37263f15 req-b0a36977-7b8b-48dc-9549-0a3253b1d757 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:10.549134 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b8e7ca4-0fee-4e75-9850-c74b37263f15 req-b0a36977-7b8b-48dc-9549-0a3253b1d757 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0883596 Dec 15 11:38:10.626014 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-16626538-aff9-4849-aa82-a48013575789 req-51d2fa6e-a1c7-418d-8ad0-efdaec99e167 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464570 Dec 15 11:38:10.634033 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b8e7ca4-0fee-4e75-9850-c74b37263f15 req-d824e5ff-1813-4be6-9cd1-07baca0cd344 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730855 Dec 15 11:38:10.670456 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-87d0ffa4-bd4e-4aea-b234-4007ac014156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:10.672192 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-87d0ffa4-bd4e-4aea-b234-4007ac014156 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 1096 time: 0.0650439 Dec 15 11:38:10.734124 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-13acaa6c-3fc2-4847-a332-91d43e89a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:10.735266 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-13acaa6c-3fc2-4847-a332-91d43e89a4e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 1099 time: 0.0894983 Dec 15 11:38:10.751845 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:10.754203 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca84ab-8a72-40f5-af17-0095e84c2c30" -d '{"events": [{"name": "network-changed", "server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:10.828117 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad524ea-85c8-4d2b-859f-34fd9dfb2cae x-openstack-request-id: req-3ad524ea-85c8-4d2b-859f-34fd9dfb2cae {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:10.828401 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:10.828663 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ad524ea-85c8-4d2b-859f-34fd9dfb2cae {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:10.829138 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'status': 'completed', 'code': 200} Dec 15 11:38:10.835700 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-bd7aba98-d9a5-4e99-a2a8-af04835f147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:10.837275 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-bd7aba98-d9a5-4e99-a2a8-af04835f147a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 911 time: 0.1571841 Dec 15 11:38:10.895915 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-61d8ce03-4fa8-4d63-a448-c7235fb3dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:10.897836 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-61d8ce03-4fa8-4d63-a448-c7235fb3dbad service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 920 time: 0.1384370 Dec 15 11:38:10.957883 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-d21a1165-b8fb-431d-b9c8-af1955c764e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b30bf193-4a19-4a5d-ad64-97e6e1383fdd HTTP/1.1" status: 200 len: 217 time: 0.0507843 Dec 15 11:38:10.962442 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-4f80dcb8-9e05-4634-93d7-59ba4a568a41 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899 HTTP/1.1" status: 200 len: 217 time: 0.0957987 Dec 15 11:38:11.061420 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-56c172a9-b760-4b46-8e00-ae0a578b313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.063697 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-56c172a9-b760-4b46-8e00-ae0a578b313a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.0915680 Dec 15 11:38:11.093577 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-5639ce94-a573-4e3a-9d86-b34e6100c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.098266 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-5639ce94-a573-4e3a-9d86-b34e6100c916 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 200 len: 849 time: 0.1179790 Dec 15 11:38:11.098266 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-8bea53e6-a043-45ad-92c4-8b3b138d2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.098266 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-8bea53e6-a043-45ad-92c4-8b3b138d2a94 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 1096 time: 0.2177734 Dec 15 11:38:11.186277 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-c17fd35b-75e7-4519-aa5a-3cf7cea89f4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974269 Dec 15 11:38:11.265230 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-b2420759-d24c-45ba-9f30-40d85b531674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.266829 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-b2420759-d24c-45ba-9f30-40d85b531674 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ce2434a-00df-48e8-b569-90a8896c979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1572380 Dec 15 11:38:11.308708 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c786a-dc4e-44f3-89c4-1dd2938ef04b req-31484e8d-6265-4c11-8a49-ad24988ada10 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.310669 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-114c786a-dc4e-44f3-89c4-1dd2938ef04b req-31484e8d-6265-4c11-8a49-ad24988ada10 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 943 time: 0.2015798 Dec 15 11:38:11.318973 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:38:11.321408 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95255346-8e9d-4564-9151-c6b41b36389d req-ad36eada-9cf5-4b8e-925a-0d0a4d6c755e tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.330072 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-95255346-8e9d-4564-9151-c6b41b36389d req-ad36eada-9cf5-4b8e-925a-0d0a4d6c755e tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.2602701 Dec 15 11:38:11.378116 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-b017c278-aed8-410c-a822-8381f5c15af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.379796 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-b017c278-aed8-410c-a822-8381f5c15af5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.2660599 Dec 15 11:38:11.447330 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-46ae4e59-176c-4dbf-85eb-0f6f9926ff07 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451661 Dec 15 11:38:11.458464 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-a7974d23-b2a0-423c-97f6-f07cfe8e4eeb service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743577 Dec 15 11:38:11.470286 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-95255346-8e9d-4564-9151-c6b41b36389d req-929d4a06-241a-43d4-b3d0-733a78673ecb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385901 Dec 15 11:38:11.479317 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-114c786a-dc4e-44f3-89c4-1dd2938ef04b req-7760f6fd-7166-4c82-a3ce-3409321268cb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453438 Dec 15 11:38:11.600923 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-1f85c934-8a84-4476-9a1f-26d17f09d393 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 HTTP/1.1" status: 200 len: 217 time: 0.1179245 Dec 15 11:38:11.699195 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f1da1-aefe-4320-a506-82c8f970ae3f req-44fa2b29-676c-45b1-ba45-3917d66b0eba tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.700657 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d1f1da1-aefe-4320-a506-82c8f970ae3f req-44fa2b29-676c-45b1-ba45-3917d66b0eba tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.1217320 Dec 15 11:38:11.735553 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34050c0d-ecd6-4f58-b92e-d3d53cde28e2 req-1001659c-2f76-47be-b7ce-40bc36fdf37b service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710413 Dec 15 11:38:11.774812 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d1f1da1-aefe-4320-a506-82c8f970ae3f req-1505f1bb-5795-42cf-990f-0fa29afff3b3 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647671 Dec 15 11:38:11.782815 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37288) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:11.808044 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-746b02ca-ab62-4154-b058-7c0ce0bf82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.810226 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-746b02ca-ab62-4154-b058-7c0ce0bf82db service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.1202083 Dec 15 11:38:11.843831 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b32de-1ca2-4a19-b0d1-d719354e5bee req-1891bc2c-bdbf-41d0-b0c4-dfeeeabc1149 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:11.847259 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-af3b32de-1ca2-4a19-b0d1-d719354e5bee req-1891bc2c-bdbf-41d0-b0c4-dfeeeabc1149 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0810318 Dec 15 11:38:11.853865 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-e6109ecf-7d56-435d-bfad-f8054d5e36d8 req-70fb2ec2-6432-4811-8994-82bb349ed837 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739539 Dec 15 11:38:11.921852 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-af3b32de-1ca2-4a19-b0d1-d719354e5bee req-35508b78-a159-430d-ac47-d23c927eb2e2 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580349 Dec 15 11:38:11.949137 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e8949631-74a5-4e23-881c-d62d04cfa7f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.063246 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e8949631-74a5-4e23-881c-d62d04cfa7f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.069061 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e8949631-74a5-4e23-881c-d62d04cfa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.111609 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e8949631-74a5-4e23-881c-d62d04cfa7f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=622f51b0b8024694b0e1a30ad9198639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273599 Dec 15 11:38:12.112551 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8949631-74a5-4e23-881c-d62d04cfa7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af412d40-3a52-4fb3-aa76-81d192be294e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:12.116082 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 37300) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:12.191285 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8e93876f-779c-414c-9dd7-17566a7f475c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.215986 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8e93876f-779c-414c-9dd7-17566a7f475c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.295144 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8e93876f-779c-414c-9dd7-17566a7f475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.297496 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8e93876f-779c-414c-9dd7-17566a7f475c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.298710 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8e93876f-779c-414c-9dd7-17566a7f475c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af412d40-3a52-4fb3-aa76-81d192be294e HTTP/1.1" status: 204 len: 168 time: 0.1814678 Dec 15 11:38:12.310696 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93876f-779c-414c-9dd7-17566a7f475c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af412d40-3a52-4fb3-aa76-81d192be294e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:12.335746 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37314) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:12.491154 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-011ef9d3-27f2-4e6e-aa91-0be18b90da31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.605744 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-011ef9d3-27f2-4e6e-aa91-0be18b90da31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.612379 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-011ef9d3-27f2-4e6e-aa91-0be18b90da31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.657770 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-011ef9d3-27f2-4e6e-aa91-0be18b90da31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28cb7e607aa240eab6cda7cabc1851e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207152 Dec 15 11:38:12.663178 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37324) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:12.690668 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ef9d3-27f2-4e6e-aa91-0be18b90da31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dd46a9-aad6-4b92-85e1-41e3337a9d13,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:12.741475 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9067-8f23-4433-81c4-ea86b5aef822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.780623 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9067-8f23-4433-81c4-ea86b5aef822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.789291 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a7fba-16c3-4040-a6dd-1b8252080bd3 req-0912e969-6b6c-4188-a777-dca1379df634 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:12.791914 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-845a7fba-16c3-4040-a6dd-1b8252080bd3 req-0912e969-6b6c-4188-a777-dca1379df634 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 943 time: 0.1477795 Dec 15 11:38:12.808096 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1d82f-9cc2-4b53-ad94-dec6d24ef8a5 req-df91c538-f14d-43a6-b00d-7dbc619a1424 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:12.809736 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dcf1d82f-9cc2-4b53-ad94-dec6d24ef8a5 req-df91c538-f14d-43a6-b00d-7dbc619a1424 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1473341 Dec 15 11:38:12.843032 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37328) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:12.858823 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a87e77a-16ce-4380-98eb-5aa75560b9c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.884168 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9067-8f23-4433-81c4-ea86b5aef822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.888863 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cc7d9067-8f23-4433-81c4-ea86b5aef822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:12.890867 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cc7d9067-8f23-4433-81c4-ea86b5aef822 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/98dd46a9-aad6-4b92-85e1-41e3337a9d13 HTTP/1.1" status: 204 len: 168 time: 0.2261581 Dec 15 11:38:12.919566 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d9067-8f23-4433-81c4-ea86b5aef822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dd46a9-aad6-4b92-85e1-41e3337a9d13,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:12.937075 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-845a7fba-16c3-4040-a6dd-1b8252080bd3 req-f3d07529-55f8-4060-b5ef-e06639657414 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1256919 Dec 15 11:38:12.974491 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dcf1d82f-9cc2-4b53-ad94-dec6d24ef8a5 req-d542a7d0-b360-4dff-bf11-c6cfbf3be26a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519620 Dec 15 11:38:13.077559 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a87e77a-16ce-4380-98eb-5aa75560b9c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.084344 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5a87e77a-16ce-4380-98eb-5aa75560b9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.127745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66643845-8e81-46d5-a9ec-9aff09000463 req-c4e87acd-0466-4877-ab2b-6667d42b2934 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.129348 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-66643845-8e81-46d5-a9ec-9aff09000463 req-c4e87acd-0466-4877-ab2b-6667d42b2934 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.1099482 Dec 15 11:38:13.141055 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5a87e77a-16ce-4380-98eb-5aa75560b9c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ed12b861832428e9b82933ca29c55f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967687 Dec 15 11:38:13.142140 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87e77a-16ce-4380-98eb-5aa75560b9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e03f2d-9b29-4daa-9b99-c487615a7453,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:13.144512 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37334) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:13.147323 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3edd10-ebd5-4d2e-b6cd-b79c9503a250 req-761e65a4-baa2-4d7c-8fd3-7353cfe869cb tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:13.155092 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2f3edd10-ebd5-4d2e-b6cd-b79c9503a250 req-761e65a4-baa2-4d7c-8fd3-7353cfe869cb tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0888500 Dec 15 11:38:13.221922 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4ce352c-4aa4-4636-ad59-e1bd6605f2a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.232892 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-66643845-8e81-46d5-a9ec-9aff09000463 req-a4331ca9-6e92-442f-bf76-2df2c67b5832 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967307 Dec 15 11:38:13.247173 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2f3edd10-ebd5-4d2e-b6cd-b79c9503a250 req-2712e4bc-af2f-4e66-b5b5-3f2def242a89 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910223 Dec 15 11:38:13.259188 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4ce352c-4aa4-4636-ad59-e1bd6605f2a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.328391 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4ce352c-4aa4-4636-ad59-e1bd6605f2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.334526 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c4ce352c-4aa4-4636-ad59-e1bd6605f2a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.336999 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c4ce352c-4aa4-4636-ad59-e1bd6605f2a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0e03f2d-9b29-4daa-9b99-c487615a7453 HTTP/1.1" status: 204 len: 168 time: 0.1907704 Dec 15 11:38:13.351540 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce352c-4aa4-4636-ad59-e1bd6605f2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e03f2d-9b29-4daa-9b99-c487615a7453,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:13.525795 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37344) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:13.545144 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3fe1-f32b-4ba6-ad99-6181d7273402 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.660503 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3fe1-f32b-4ba6-ad99-6181d7273402 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.667551 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3fe1-f32b-4ba6-ad99-6181d7273402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.729882 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ad7b3fe1-f32b-4ba6-ad99-6181d7273402 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91e290704522478a8df88e168112c65c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023780 Dec 15 11:38:13.734148 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b3fe1-f32b-4ba6-ad99-6181d7273402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b14cce-a392-4d7b-8f81-260e1e5714b4,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:13.734929 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37352) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:13.791261 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ae79440-f656-41af-a2b7-06d0ffcc0fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.815622 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ae79440-f656-41af-a2b7-06d0ffcc0fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.883516 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ae79440-f656-41af-a2b7-06d0ffcc0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.887731 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ae79440-f656-41af-a2b7-06d0ffcc0fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:13.889542 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6ae79440-f656-41af-a2b7-06d0ffcc0fe4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e1b14cce-a392-4d7b-8f81-260e1e5714b4 HTTP/1.1" status: 204 len: 168 time: 0.1528735 Dec 15 11:38:13.902945 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae79440-f656-41af-a2b7-06d0ffcc0fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b14cce-a392-4d7b-8f81-260e1e5714b4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:14.143689 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f18e8a-05c9-4ff8-bd49-5370972a5323 req-8ed4f31a-85cd-4c17-9257-e47e73605607 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:14.156316 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14f18e8a-05c9-4ff8-bd49-5370972a5323 req-8ed4f31a-85cd-4c17-9257-e47e73605607 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 943 time: 0.1124158 Dec 15 11:38:14.241316 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9073aa-b25e-4958-a647-841324b94055 req-aceb4b87-da07-4424-8b50-f7cab05713cd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:14.242762 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9a9073aa-b25e-4958-a647-841324b94055 req-aceb4b87-da07-4424-8b50-f7cab05713cd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1219461 Dec 15 11:38:14.252494 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14f18e8a-05c9-4ff8-bd49-5370972a5323 req-90151e50-be21-47b4-8bda-5d05f046d88f tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950336 Dec 15 11:38:14.343421 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9a9073aa-b25e-4958-a647-841324b94055 req-2bfd00b7-73d5-4cc2-89d0-d55ffed978eb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836935 Dec 15 11:38:14.453500 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d7b40-499c-45e6-b8af-85bd892b7ee2 req-d7a543a7-23ea-4c60-be1d-fdb6807e52f2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:14.468938 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-820d7b40-499c-45e6-b8af-85bd892b7ee2 req-d7a543a7-23ea-4c60-be1d-fdb6807e52f2 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.1201525 Dec 15 11:38:14.553111 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-820d7b40-499c-45e6-b8af-85bd892b7ee2 req-2605ccb1-e168-4845-8338-468bdec0e03d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830524 Dec 15 11:38:14.568803 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c5e75-ce6c-4f89-afc1-f28865c179c1 req-fa7416b2-8cf1-4d07-a46c-23247232d33d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:14.570443 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea3c5e75-ce6c-4f89-afc1-f28865c179c1 req-fa7416b2-8cf1-4d07-a46c-23247232d33d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0832245 Dec 15 11:38:14.599824 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-1bc5fc89-0c3a-48eb-ab7c-ee8607dd146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:14.602578 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-1bc5fc89-0c3a-48eb-ab7c-ee8607dd146e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1051738 Dec 15 11:38:14.653899 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea3c5e75-ce6c-4f89-afc1-f28865c179c1 req-545a8755-500e-41b1-8961-07c4c43c7993 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Dec 15 11:38:14.833558 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-879e74e7-7cd0-4afd-ba0a-cd251597d7ca service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270599 Dec 15 11:38:15.000865 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-b8ca84ab-8a72-40f5-af17-0095e84c2c30 req-3661f717-3539-4318-a602-c8c69f5c9915 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253612 Dec 15 11:38:15.071420 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37446) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:15.208646 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1602908469-network', 'tenant_id': '4d957d304ba14401a8cf4f24fca10aa4'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:15.228765 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device ce2daf2d-fd3b-474a-a0e1-cc16fc633899 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:15.233266 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Made reservation on behalf of 4d957d304ba14401a8cf4f24fca10aa4 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:38:15.240216 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.251843 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.389394 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port ce2daf2d-fd3b-474a-a0e1-cc16fc633899, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:15.449818 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'port_id': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899', 'mac_address': 'fa:16:3e:a7:93:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:15.467736 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.479892 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.494327 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6314d9b-93fd-423c-a8b4-9fc705cccc17 req-9cb2436d-8403-47b4-9337-45d79c334e56 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:15.502984 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e6314d9b-93fd-423c-a8b4-9fc705cccc17 req-9cb2436d-8403-47b4-9337-45d79c334e56 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 943 time: 0.1362693 Dec 15 11:38:15.521548 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.537913 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2daf2d-fd3b-474a-a0e1-cc16fc633899 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:15.560662 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e586442-fd4d-4d5e-866b-df4a6c4c6d96,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:15.565866 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port ce2daf2d-fd3b-474a-a0e1-cc16fc633899, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:15.573361 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.599321 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:38:15.623315 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.623863 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Added segment a83c71b6-7886-4228-80f8-79442ae7f4e8 of type vlan for network 2cfc80ab-5ed4-466e-870e-42caf52508ee Dec 15 11:38:15.642893 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f871dc-bbe5-4640-8dac-d8aa59df92e9 req-30000928-2435-4c65-b292-e584d3bb7314 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:15.654590 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43f871dc-bbe5-4640-8dac-d8aa59df92e9 req-30000928-2435-4c65-b292-e584d3bb7314 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.2093296 Dec 15 11:38:15.678996 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:15.730208 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e6314d9b-93fd-423c-a8b4-9fc705cccc17 req-715eb3d9-e0e8-42e3-a882-c3d6f637095c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2261932 Dec 15 11:38:15.730958 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.782570 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.784230 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:15.785621 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.813067 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43f871dc-bbe5-4640-8dac-d8aa59df92e9 req-68fd5f5f-cfcc-4c7f-9adb-dfc05c4c4a5a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550047 Dec 15 11:38:15.860861 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7882123 Dec 15 11:38:15.868379 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37490) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:15.876671 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Request body: {'subnet': {'network_id': '2cfc80ab-5ed4-466e-870e-42caf52508ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1602908469-subnet', 'tenant_id': '4d957d304ba14401a8cf4f24fca10aa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:15.903184 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e609a9b-eb78-4fbc-ad09-2675a6edb33a admin admin] Pushing event updated for resources: {'Network': ['ID=2cfc80ab-5ed4-466e-870e-42caf52508ee,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:15.912465 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Made reservation on behalf of 4d957d304ba14401a8cf4f24fca10aa4 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:38:15.915281 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 2cfc80ab-5ed4-466e-870e-42caf52508ee details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:38:15.919276 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13785128'] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:15.965587 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c74e65-21a1-4626-a9e4-02cf7ff4842c req-4af50232-af58-4476-9dfb-102925334456 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:15.975100 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49c74e65-21a1-4626-a9e4-02cf7ff4842c req-4af50232-af58-4476-9dfb-102925334456 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.1150978 Dec 15 11:38:16.031063 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['ce2daf2d-fd3b-474a-a0e1-cc16fc633899'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:16.100906 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49c74e65-21a1-4626-a9e4-02cf7ff4842c req-f6dd3d49-981a-4e64-b22b-ba2b1d96810f tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213415 Dec 15 11:38:16.175498 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003f6f0-8c69-4c5b-8e47-c6edd73c2d57 req-47aef0e4-e62a-4ff4-b2d2-efbac2affde7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:16.200118 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f003f6f0-8c69-4c5b-8e47-c6edd73c2d57 req-47aef0e4-e62a-4ff4-b2d2-efbac2affde7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.2203696 Dec 15 11:38:16.417266 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f003f6f0-8c69-4c5b-8e47-c6edd73c2d57 req-39f49d4e-2e54-40ec-9f24-c52872f206ca tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064180 Dec 15 11:38:16.444424 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14141366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13785142'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.583748 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Checking segment: {'id': 'a83c71b6-7886-4228-80f8-79442ae7f4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2cfc80ab-5ed4-466e-870e-42caf52508ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:16.584347 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Network hostable DHCP agents. Network: 2cfc80ab-5ed4-466e-870e-42caf52508ee, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:38:16.591177 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Pushing event updated for resources: {'Subnet': ['ID=88c2078a-e1aa-4a70-b05d-a9f0202b9746,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:16.623009 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Network 2cfc80ab-5ed4-466e-870e-42caf52508ee is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:38:16.635887 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 2cfc80ab-5ed4-466e-870e-42caf52508ee) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:16.644135 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:16.647399 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d732ff-c372-4bc3-8b75-8f1a81be92f5 None None] Network 2cfc80ab-5ed4-466e-870e-42caf52508ee requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:38:16.649563 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:16.685642 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bc19c7ea-f5eb-4186-b686-67ad4892250a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8158817 Dec 15 11:38:16.889721 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2191c19-8247-41f5-be96-c31562745bec None None] Network 2cfc80ab-5ed4-466e-870e-42caf52508ee requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:38:16.973633 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3169c1a-ae8b-480d-a81a-4443a22accd1 req-32716f31-ffed-4f9f-9f04-abe77ac6d312 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:16.987128 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3169c1a-ae8b-480d-a81a-4443a22accd1 req-32716f31-ffed-4f9f-9f04-abe77ac6d312 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 944 time: 0.1439965 Dec 15 11:38:17.135593 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b59ee6-b2fc-47f5-ad59-5be97ad5ea83 req-4b2a7e27-35c5-45e1-a767-872d13ea5fad tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:17.138492 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-74b59ee6-b2fc-47f5-ad59-5be97ad5ea83 req-4b2a7e27-35c5-45e1-a767-872d13ea5fad tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1496665 Dec 15 11:38:17.145367 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3169c1a-ae8b-480d-a81a-4443a22accd1 req-1698f2bd-e3ba-4a4a-9982-f17e1d0a1b97 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273029 Dec 15 11:38:17.229401 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-74b59ee6-b2fc-47f5-ad59-5be97ad5ea83 req-9d5856d2-df29-4c20-879f-48ead6872c87 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794799 Dec 15 11:38:17.447495 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37542) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:17.452454 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1636601352-network', 'tenant_id': '65fcd8a0a1b440bfa3623354971c861a'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:17.475815 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Made reservation on behalf of 65fcd8a0a1b440bfa3623354971c861a for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:38:17.478287 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.492419 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.627134 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48d9cb-f434-44e6-9df5-e4ce6683cb24 req-2f64416e-d70a-459d-85a7-ec975cad670d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:17.633407 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5d48d9cb-f434-44e6-9df5-e4ce6683cb24 req-2f64416e-d70a-459d-85a7-ec975cad670d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0718064 Dec 15 11:38:17.633647 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.638959 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.667716 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:38:17.690131 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b802965-63bf-4801-aadc-a9b5c9b66580,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:17.693420 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.693855 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Added segment a9e6ae16-b38a-4721-837a-a8cbd982c26a of type vlan for network 826729f4-a8d8-484e-aeaa-d37a7fb719b5 Dec 15 11:38:17.723397 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5d48d9cb-f434-44e6-9df5-e4ce6683cb24 req-7a79026f-338e-4e7b-a75a-d2b85be84463 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870132 Dec 15 11:38:17.752499 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.786244 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.787371 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:17.788159 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:17.857815 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4091139 Dec 15 11:38:17.860732 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 37554) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:17.865495 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce62674-f36f-4a64-a2f3-a7e5c28541f5 admin admin] Pushing event updated for resources: {'Network': ['ID=826729f4-a8d8-484e-aeaa-d37a7fb719b5,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:17.880245 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 826729f4-a8d8-484e-aeaa-d37a7fb719b5 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:38:17.881459 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Request body: {'subnet': {'network_id': '826729f4-a8d8-484e-aeaa-d37a7fb719b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1636601352-subnet', 'tenant_id': '65fcd8a0a1b440bfa3623354971c861a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:17.938823 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Made reservation on behalf of 65fcd8a0a1b440bfa3623354971c861a for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:38:17.942697 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897304'] for subnet, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:18.185744 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897286'] for subnet, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:18.259386 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb13e19b-fa65-4caf-a9b1-8955fe8650a5,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:18.315164 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Checking segment: {'id': 'a9e6ae16-b38a-4721-837a-a8cbd982c26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '826729f4-a8d8-484e-aeaa-d37a7fb719b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:38:18.315515 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Network hostable DHCP agents. Network: 826729f4-a8d8-484e-aeaa-d37a7fb719b5, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:38:18.336239 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a9810-608a-4913-9dcc-d8d51f1f6098 req-a506bdfe-0f36-4818-bef4-6837a96f66f4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:18.337763 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d49a9810-608a-4913-9dcc-d8d51f1f6098 req-a506bdfe-0f36-4818-bef4-6837a96f66f4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 944 time: 0.0932398 Dec 15 11:38:18.385715 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Network 826729f4-a8d8-484e-aeaa-d37a7fb719b5 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:38:18.413118 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 826729f4-a8d8-484e-aeaa-d37a7fb719b5) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:38:18.422820 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df040ba2-aaa9-4519-ae77-003063b36d08 None None] Network 826729f4-a8d8-484e-aeaa-d37a7fb719b5 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:38:18.426417 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa77ed-74f9-436f-b59c-2699d82c738c req-bb920eac-c97f-4cde-92a9-8ab512ab7a1e tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:18.427954 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f4aa77ed-74f9-436f-b59c-2699d82c738c req-bb920eac-c97f-4cde-92a9-8ab512ab7a1e tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1161482 Dec 15 11:38:18.433681 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:18.434285 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:18.448187 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d49a9810-608a-4913-9dcc-d8d51f1f6098 req-fd76dbfe-c0ad-400f-8568-22110442a198 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904214 Dec 15 11:38:18.477997 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2d6fba7b-eae6-4aaf-b208-4d9905c72dce admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6153519 Dec 15 11:38:18.498011 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f4aa77ed-74f9-436f-b59c-2699d82c738c req-beda6cc9-df0f-4ae2-a8b9-c5737831d740 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601776 Dec 15 11:38:18.574410 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb865c3c-bb6c-49a1-838e-03aea22b1511 None None] Network 826729f4-a8d8-484e-aeaa-d37a7fb719b5 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:38:18.895059 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2247e-1655-4bde-b282-da7af022fa7c req-107571c4-c498-4d5c-9c16-471fa583571f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:18.897758 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-74c2247e-1655-4bde-b282-da7af022fa7c req-107571c4-c498-4d5c-9c16-471fa583571f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0881605 Dec 15 11:38:18.985181 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-74c2247e-1655-4bde-b282-da7af022fa7c req-37190efc-7515-4be5-943f-5a056ec0b93d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777693 Dec 15 11:38:19.751095 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58d188-093a-4d23-b3bf-b962c2503b56 req-b57b9aa9-b334-43e3-87c3-19b47711d368 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:19.752442 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb58d188-093a-4d23-b3bf-b962c2503b56 req-b57b9aa9-b334-43e3-87c3-19b47711d368 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 944 time: 0.2341917 Dec 15 11:38:19.780071 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9e3e1-25d7-4e24-b08f-8ce955bde76f req-b61697dd-8a2b-4da2-bb42-650bfa7a45ab tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:19.781504 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-91c9e3e1-25d7-4e24-b08f-8ce955bde76f req-b61697dd-8a2b-4da2-bb42-650bfa7a45ab tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0770614 Dec 15 11:38:19.826946 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb58d188-093a-4d23-b3bf-b962c2503b56 req-767d392f-30ed-41bd-beb8-508b642aec82 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662754 Dec 15 11:38:19.847161 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-91c9e3e1-25d7-4e24-b08f-8ce955bde76f req-1a9970ef-07b3-4274-bc18-c117cf8b8fd6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592484 Dec 15 11:38:19.919321 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:38:20.038260 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:20.050050 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'port_id': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'mac_address': 'fa:16:3e:fa:e9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:38:20.089403 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:20.104415 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:38:20.105068 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db717bb-8359-43e5-8657-0bb24c3dd93c req-cf343b5d-eb4d-4813-88bd-3210e7683fd7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:20.106943 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6db717bb-8359-43e5-8657-0bb24c3dd93c req-cf343b5d-eb4d-4813-88bd-3210e7683fd7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0533328 Dec 15 11:38:20.128024 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:20.133296 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:20.172082 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6db717bb-8359-43e5-8657-0bb24c3dd93c req-81939a1f-0596-48b1-ae94-1b1debd7a890 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552506 Dec 15 11:38:20.205678 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:20.231107 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device ce2daf2d-fd3b-474a-a0e1-cc16fc633899 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:20.304027 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:20.308991 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:20.309465 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:20.398684 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:20.429464 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:20.431753 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce4588d-b29b-4d72-8fa1-801c2e4b51f4" -d '{"events": [{"server_uuid": "0760eac7-9c5a-43f0-b604-8a7acec9b4d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce2daf2d-fd3b-474a-a0e1-cc16fc633899"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:20.445950 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port ce2daf2d-fd3b-474a-a0e1-cc16fc633899, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:20.451938 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:20.482474 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21cb74f-1d54-43d3-b08f-60e6c914425e x-openstack-request-id: req-e21cb74f-1d54-43d3-b08f-60e6c914425e {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:20.482819 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0760eac7-9c5a-43f0-b604-8a7acec9b4d1", "name": "network-vif-plugged", "status": "completed", "tag": "ce2daf2d-fd3b-474a-a0e1-cc16fc633899", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:20.483071 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e21cb74f-1d54-43d3-b08f-60e6c914425e {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:20.483459 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899', 'code': 200} Dec 15 11:38:20.510666 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:20.565886 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:20.777695 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ce0f5-f8a6-445d-bbbc-dd6224b5887e req-29885ff0-1960-40eb-a2c7-2b384ed8afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:20.779204 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fd9ce0f5-f8a6-445d-bbbc-dd6224b5887e req-29885ff0-1960-40eb-a2c7-2b384ed8afc9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 1098 time: 0.0746725 Dec 15 11:38:20.838635 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-fd9ce0f5-f8a6-445d-bbbc-dd6224b5887e req-790665c0-66ab-417c-9f32-5031519a87f5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491920 Dec 15 11:38:20.981816 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800bb80-e900-426d-a9d7-cc15c7cb1d2d req-44b78132-35b9-4718-bceb-7ab781004ede tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:20.983290 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e800bb80-e900-426d-a9d7-cc15c7cb1d2d req-44b78132-35b9-4718-bceb-7ab781004ede tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0787823 Dec 15 11:38:20.995264 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e337a-3351-404a-85e7-511748429bdb req-2250bf2c-d886-4a92-8714-0f9e685a7159 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:20.996660 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-af3e337a-3351-404a-85e7-511748429bdb req-2250bf2c-d886-4a92-8714-0f9e685a7159 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 944 time: 0.0654769 Dec 15 11:38:21.078092 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e800bb80-e900-426d-a9d7-cc15c7cb1d2d req-e84a3d88-d487-46da-9c2d-859b3b4c90e9 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804338 Dec 15 11:38:21.081803 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-af3e337a-3351-404a-85e7-511748429bdb req-fab19915-771b-432e-ac9c-af2d5a36a53c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782607 Dec 15 11:38:21.319743 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7f176-1597-42d9-b400-3893c7bc741c req-472f9baa-5e90-46bc-8f9c-03a11fe8fd69 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:21.321807 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0e7f176-1597-42d9-b400-3893c7bc741c req-472f9baa-5e90-46bc-8f9c-03a11fe8fd69 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0648205 Dec 15 11:38:21.385345 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0e7f176-1597-42d9-b400-3893c7bc741c req-216f2518-cd01-4d17-86ea-b20982ff9509 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574512 Dec 15 11:38:22.180532 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:38:22.236869 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:38:22.241100 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:38:22.241503 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.257909 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3a6cb-a0d0-4270-92be-e925e7bcebd1 req-de53d32c-6e2f-400c-ac01-dd4c5cd1449b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:22.259609 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0f3a6cb-a0d0-4270-92be-e925e7bcebd1 req-de53d32c-6e2f-400c-ac01-dd4c5cd1449b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0842404 Dec 15 11:38:22.271258 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43018989-c4a2-4c88-ad83-4deaf3127af3 req-03c75ff6-ebaf-4e3b-9cd0-3f8acf2f6159 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:22.272788 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43018989-c4a2-4c88-ad83-4deaf3127af3 req-03c75ff6-ebaf-4e3b-9cd0-3f8acf2f6159 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 944 time: 0.0872567 Dec 15 11:38:22.331590 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.364066 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43018989-c4a2-4c88-ad83-4deaf3127af3 req-831ff1ac-d2c0-45f8-ba46-8ff2462d7d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823658 Dec 15 11:38:22.379806 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0f3a6cb-a0d0-4270-92be-e925e7bcebd1 req-2c8d9888-a68e-4082-87fd-f9294d89c02c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050909 Dec 15 11:38:22.384758 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:22.391960 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:22.463254 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:22.484970 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:22.487274 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76642e-0bef-4b69-b2ff-3270ae8b9b36" -d '{"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-plugged", "status": "completed", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:22.528131 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9c98d-81b7-42c7-94d5-278001e52aae req-644d7fa0-4c55-413a-98ae-b1a34b521a75 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:22.529815 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-26c9c98d-81b7-42c7-94d5-278001e52aae req-644d7fa0-4c55-413a-98ae-b1a34b521a75 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0604725 Dec 15 11:38:22.531793 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5b2f2f-4fd3-4fb6-ac22-8b5d401cd82b x-openstack-request-id: req-2b5b2f2f-4fd3-4fb6-ac22-8b5d401cd82b {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:22.532089 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-plugged", "status": "completed", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:22.532346 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b5b2f2f-4fd3-4fb6-ac22-8b5d401cd82b {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:22.532732 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'code': 200} Dec 15 11:38:22.584357 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-26c9c98d-81b7-42c7-94d5-278001e52aae req-3aaeaeab-9aa0-461f-baea-69ae785b6e44 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Dec 15 11:38:22.815888 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c071bb4-5e40-428b-aa48-f7ccd1efeb5d req-9700a09f-4b47-4eed-bb9b-c2ecc7b542b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:22.822856 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c071bb4-5e40-428b-aa48-f7ccd1efeb5d req-9700a09f-4b47-4eed-bb9b-c2ecc7b542b3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 1098 time: 0.0483170 Dec 15 11:38:22.866733 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c071bb4-5e40-428b-aa48-f7ccd1efeb5d req-6887ef46-d22b-4f6f-a9e5-9ad070c96a37 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385041 Dec 15 11:38:23.584890 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064d44b-62a7-4d45-8396-6f136c207eef req-d85524f2-3d78-4c50-8348-a9a2f25477c7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:23.587586 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4064d44b-62a7-4d45-8396-6f136c207eef req-d85524f2-3d78-4c50-8348-a9a2f25477c7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.1251926 Dec 15 11:38:23.602045 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d05ce-7725-464e-938d-09a8db2ce810 req-e93c6a37-ec94-4b71-ae49-3421ba436028 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:23.603621 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e45d05ce-7725-464e-938d-09a8db2ce810 req-e93c6a37-ec94-4b71-ae49-3421ba436028 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.1395564 Dec 15 11:38:23.684510 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4064d44b-62a7-4d45-8396-6f136c207eef req-0b3fd855-d493-4501-9867-eed06c7d9bdc tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798638 Dec 15 11:38:23.688315 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e45d05ce-7725-464e-938d-09a8db2ce810 req-b46cabf8-f0cf-4fe1-b811-dcf375f3e548 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766044 Dec 15 11:38:23.836003 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b72b9-7a05-4363-89ed-e33bab39537b req-4036ec33-68f8-44a1-90ae-37a15814f718 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:23.837541 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fa5b72b9-7a05-4363-89ed-e33bab39537b req-4036ec33-68f8-44a1-90ae-37a15814f718 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0927944 Dec 15 11:38:23.851977 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5f75a-5c71-4c64-9482-84489294972d req-2e83ad1a-6696-42b8-b218-4ea2832d3438 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:23.853541 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61d5f75a-5c71-4c64-9482-84489294972d req-2e83ad1a-6696-42b8-b218-4ea2832d3438 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0964677 Dec 15 11:38:23.863459 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37732) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:23.868135 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-7b5e9656-2d26-4b1e-8488-f4f0b83d67cd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'floatingip': {'port_id': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:23.901825 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fa5b72b9-7a05-4363-89ed-e33bab39537b req-5e77fc66-bad9-48eb-aa7f-e9e2f60b52a6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470715 Dec 15 11:38:23.942851 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7b5e9656-2d26-4b1e-8488-f4f0b83d67cd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:24.736194 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7b5e9656-2d26-4b1e-8488-f4f0b83d67cd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:24.747726 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7b5e9656-2d26-4b1e-8488-f4f0b83d67cd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:24.812680 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aed1d9-750f-4156-aca6-21f0bcf284c5 req-07040c12-4498-43c7-8b26-bcdd8d396e9a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:24.814289 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82aed1d9-750f-4156-aca6-21f0bcf284c5 req-07040c12-4498-43c7-8b26-bcdd8d396e9a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0539839 Dec 15 11:38:24.855409 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-7b5e9656-2d26-4b1e-8488-f4f0b83d67cd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Floating IP aca6b70f-1c74-4e59-abfe-1befc8976199 associated. External IP: 172.27.0.47, port: ce2daf2d-fd3b-474a-a0e1-cc16fc633899. Dec 15 11:38:24.866191 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82aed1d9-750f-4156-aca6-21f0bcf284c5 req-c915d90f-4c69-4f88-b193-4ea95a87943d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455227 Dec 15 11:38:25.028312 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18184c3-d6b6-4381-9ab2-0ef7d5d071ff req-82e4d48a-a7b9-4b6e-bef2-8ea05e5a7540 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:25.029814 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a18184c3-d6b6-4381-9ab2-0ef7d5d071ff req-82e4d48a-a7b9-4b6e-bef2-8ea05e5a7540 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0507689 Dec 15 11:38:25.080863 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a18184c3-d6b6-4381-9ab2-0ef7d5d071ff req-eb1970e5-cc43-41b0-8273-ab5610712162 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445380 Dec 15 11:38:25.117176 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5e9656-2d26-4b1e-8488-f4f0b83d67cd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Router 2a91df33-0143-4451-a007-090f05ce7bc7 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:38:25.225291 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5e9656-2d26-4b1e-8488-f4f0b83d67cd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:38:25.229844 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7b5e9656-2d26-4b1e-8488-f4f0b83d67cd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:25.238520 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] Sync routers for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:38:25.247946 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:25.248640 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:25.256886 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7b5e9656-2d26-4b1e-8488-f4f0b83d67cd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "PUT /v2.0/floatingips/aca6b70f-1c74-4e59-abfe-1befc8976199 HTTP/1.1" status: 200 len: 990 time: 1.3922250 Dec 15 11:38:25.257674 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'tag': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:25.260178 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25191f91-5530-483e-87cd-606965a62de8" -d '{"events": [{"name": "network-changed", "server_uuid": "0760eac7-9c5a-43f0-b604-8a7acec9b4d1", "tag": "ce2daf2d-fd3b-474a-a0e1-cc16fc633899"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:25.304353 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6101f3c6-e33d-418a-a443-9b8426459b2a x-openstack-request-id: req-6101f3c6-e33d-418a-a443-9b8426459b2a {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:25.304656 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0760eac7-9c5a-43f0-b604-8a7acec9b4d1", "tag": "ce2daf2d-fd3b-474a-a0e1-cc16fc633899", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:25.304938 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6101f3c6-e33d-418a-a443-9b8426459b2a {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:25.305342 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'tag': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899', 'status': 'completed', 'code': 200} Dec 15 11:38:25.368131 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:25.651623 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'aca6b70f-1c74-4e59-abfe-1befc8976199', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'port_id': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'mac_address': 'fa:16:3e:a7:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:37:58Z', 'updated_at': '2021-12-15T11:38:24Z', 'revision_number': 1, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:25.685263 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] Checking router: 2a91df33-0143-4451-a007-090f05ce7bc7 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:38:25.695556 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:25.696189 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:37:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:25.820029 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:26.012301 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a874f-14fa-407b-8d15-d64ab8f31c9b req-a3482c43-a91b-4173-8edc-37e203c3feec tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:26.014288 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1a7a874f-14fa-407b-8d15-d64ab8f31c9b req-a3482c43-a91b-4173-8edc-37e203c3feec tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0568995 Dec 15 11:38:26.067706 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1a7a874f-14fa-407b-8d15-d64ab8f31c9b req-8374d2fe-5e7d-42cb-9b8e-9c440c8ad9d3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453837 Dec 15 11:38:26.084878 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'aca6b70f-1c74-4e59-abfe-1befc8976199', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'port_id': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'mac_address': 'fa:16:3e:a7:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:37:58Z', 'updated_at': '2021-12-15T11:38:24Z', 'revision_number': 1, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:26.111415 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd8c623-41f6-4a18-8384-f481a2b8b33e None None] The sync data for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi is: [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'aca6b70f-1c74-4e59-abfe-1befc8976199', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'port_id': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'mac_address': 'fa:16:3e:a7:93:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:37:58Z', 'updated_at': '2021-12-15T11:38:24Z', 'revision_number': 1, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:38:26.205915 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e90027-9466-44ac-a63f-092472db0033 req-db073f8b-0841-438d-b613-363b4fcc2bdf tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:26.207440 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7e90027-9466-44ac-a63f-092472db0033 req-db073f8b-0841-438d-b613-363b4fcc2bdf tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0515420 Dec 15 11:38:26.256708 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7e90027-9466-44ac-a63f-092472db0033 req-42420c6e-34a7-4a75-9435-a3768831eb97 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Dec 15 11:38:26.350052 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185c92f2-81a7-4010-898f-4644b4908970 None None] New status for floating IP aca6b70f-1c74-4e59-abfe-1befc8976199: ACTIVE {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:38:26.471602 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25191f91-5530-483e-87cd-606965a62de8 req-7a98a210-7332-489f-aa40-0605c229f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:26.473878 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25191f91-5530-483e-87cd-606965a62de8 req-7a98a210-7332-489f-aa40-0605c229f076 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 1098 time: 0.0514150 Dec 15 11:38:26.612914 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25191f91-5530-483e-87cd-606965a62de8 req-dbe5860e-d245-4876-bd1d-3011e352bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:26.614533 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25191f91-5530-483e-87cd-606965a62de8 req-dbe5860e-d245-4876-bd1d-3011e352bd38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 911 time: 0.1154344 Dec 15 11:38:26.664851 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-81ff3034-ce87-4a39-a866-e09645f45809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:26.734083 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25191f91-5530-483e-87cd-606965a62de8 req-2c984886-276e-40e1-a84a-2618f6a520dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899 HTTP/1.1" status: 200 len: 1000 time: 0.1090019 Dec 15 11:38:26.791591 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25191f91-5530-483e-87cd-606965a62de8 req-caed6c2d-d53a-4218-8840-fe21cf1720e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:26.793092 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25191f91-5530-483e-87cd-606965a62de8 req-caed6c2d-d53a-4218-8840-fe21cf1720e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 200 len: 849 time: 0.0489657 Dec 15 11:38:26.848230 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25191f91-5530-483e-87cd-606965a62de8 req-d33a741b-7a40-4715-bfd4-04e307d20dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:26.849700 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25191f91-5530-483e-87cd-606965a62de8 req-d33a741b-7a40-4715-bfd4-04e307d20dc5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ce2434a-00df-48e8-b569-90a8896c979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439432 Dec 15 11:38:26.967890 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25191f91-5530-483e-87cd-606965a62de8 req-ecc279e2-6ced-438f-bcd8-71b9830361be service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081486 Dec 15 11:38:27.072437 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-25191f91-5530-483e-87cd-606965a62de8 req-5392eb15-ba9b-44ae-9848-36efd0f6a96b service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973690 Dec 15 11:38:27.209074 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700d172-396a-4e50-a4b2-c4915ef47075 req-942f0fb6-0cd9-4c85-8128-3b5a1dbb703d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:27.210626 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b700d172-396a-4e50-a4b2-c4915ef47075 req-942f0fb6-0cd9-4c85-8128-3b5a1dbb703d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0570083 Dec 15 11:38:27.259383 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b700d172-396a-4e50-a4b2-c4915ef47075 req-cb88a3a3-391e-4883-af16-21fd0948dc58 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Dec 15 11:38:27.381100 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b4c27-a996-4c0f-8529-dd965b2f63d8 req-8901b56d-01b2-4b0b-a547-cc1477754c31 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:27.382727 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e5b4c27-a996-4c0f-8529-dd965b2f63d8 req-8901b56d-01b2-4b0b-a547-cc1477754c31 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0551238 Dec 15 11:38:27.436127 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e5b4c27-a996-4c0f-8529-dd965b2f63d8 req-6063d2f5-70cd-4477-9b1d-28db43c5e937 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459349 Dec 15 11:38:28.389073 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3535f1-d81c-436d-b81b-a12747d963de req-df844146-ef0a-49f2-97ea-ef41836c6043 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:28.390577 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6f3535f1-d81c-436d-b81b-a12747d963de req-df844146-ef0a-49f2-97ea-ef41836c6043 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0522506 Dec 15 11:38:28.444591 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6f3535f1-d81c-436d-b81b-a12747d963de req-8fc8b278-8c77-4616-bdd6-745a04e7c331 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480537 Dec 15 11:38:28.594822 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eae4cd-819e-451d-ba24-2424201e1314 req-5e4d9633-0de9-4c5d-85bd-ceec84fa0cab tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:28.595065 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0eae4cd-819e-451d-ba24-2424201e1314 req-5e4d9633-0de9-4c5d-85bd-ceec84fa0cab tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0796466 Dec 15 11:38:28.620112 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9de7c-061e-456e-a4b0-905b28110eb0 req-73755deb-ddbf-4028-ae3d-9e31343fc3f0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:28.621650 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37a9de7c-061e-456e-a4b0-905b28110eb0 req-73755deb-ddbf-4028-ae3d-9e31343fc3f0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0780332 Dec 15 11:38:28.631646 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 37838) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:28.639248 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-f193d0aa-1112-4344-819a-bc3f311895f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'floatingip': {'port_id': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:38:28.725950 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f193d0aa-1112-4344-819a-bc3f311895f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:28.795849 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0eae4cd-819e-451d-ba24-2424201e1314 req-2b219dd2-db33-479d-b743-c7baeaca0c12 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909835 Dec 15 11:38:28.920755 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d8dbe5fe-dca9-4be9-9c63-8c471f3b4342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:29.640754 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f193d0aa-1112-4344-819a-bc3f311895f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:29.645997 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f193d0aa-1112-4344-819a-bc3f311895f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:29.756410 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [None req-f193d0aa-1112-4344-819a-bc3f311895f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Floating IP 382c3fc1-1a0a-43f5-96ac-77193ebd7a1f associated. External IP: 172.27.0.212, port: 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5. Dec 15 11:38:30.007064 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1be2d-ef5c-40c5-83c1-dc44ff3c1a01 req-c6f8a6f6-e592-45de-baaa-303ec8228238 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:30.008964 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e1be2d-ef5c-40c5-83c1-dc44ff3c1a01 req-c6f8a6f6-e592-45de-baaa-303ec8228238 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.1007040 Dec 15 11:38:30.009510 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:30.039207 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f193d0aa-1112-4344-819a-bc3f311895f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Router 1b9c04a5-1d44-4c22-b859-911945ebeb6f has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:38:30.075478 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c3e1be2d-ef5c-40c5-83c1-dc44ff3c1a01 req-745fe160-4415-4e75-a819-5937c933dc10 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597918 Dec 15 11:38:30.185809 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f193d0aa-1112-4344-819a-bc3f311895f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:38:30.185809 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f193d0aa-1112-4344-819a-bc3f311895f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:30.188662 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] Sync routers for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:38:30.207302 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:30.208236 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:38:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:30.220865 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f193d0aa-1112-4344-819a-bc3f311895f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "PUT /v2.0/floatingips/382c3fc1-1a0a-43f5-96ac-77193ebd7a1f HTTP/1.1" status: 200 len: 991 time: 1.5865788 Dec 15 11:38:30.220865 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:30.223272 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d947939e-6962-44f3-97ab-64f0b23855d6" -d '{"events": [{"name": "network-changed", "server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:30.345716 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:30.690771 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '382c3fc1-1a0a-43f5-96ac-77193ebd7a1f', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'port_id': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'mac_address': 'fa:16:3e:fa:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:37:58Z', 'updated_at': '2021-12-15T11:38:29Z', 'revision_number': 1, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:30.720386 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] Checking router: 1b9c04a5-1d44-4c22-b859-911945ebeb6f for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:38:30.729486 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:38:30.730112 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:38:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:30.841931 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:38:30.870317 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 37916) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:30.993529 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.072679 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.077505 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.104077 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '382c3fc1-1a0a-43f5-96ac-77193ebd7a1f', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'port_id': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'mac_address': 'fa:16:3e:fa:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:37:58Z', 'updated_at': '2021-12-15T11:38:29Z', 'revision_number': 1, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:31.120043 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6f2d66c7ca040dab360543852ac41e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484658 Dec 15 11:38:31.120789 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d6b53b-18ff-4e18-a5a1-9cc0d7dd6fab,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:31.123022 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37922) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:31.129308 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.129696 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.130010 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.130344 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.130680 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.131009 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.131342 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.131671 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.132003 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.132332 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.132863 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.133019 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.133309 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a1879-a348-4e66-b70d-918ec4a8d24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.133742 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bb1667-8d33-4f91-bd60-dfddc1c74f0e None None] The sync data for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi is: [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '382c3fc1-1a0a-43f5-96ac-77193ebd7a1f', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'port_id': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'mac_address': 'fa:16:3e:fa:e9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:37:58Z', 'updated_at': '2021-12-15T11:38:29Z', 'revision_number': 1, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:38:31.181002 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.205792 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.258131 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.260984 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.264591 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b0d6b53b-18ff-4e18-a5a1-9cc0d7dd6fab HTTP/1.1" status: 204 len: 168 time: 0.1374259 Dec 15 11:38:31.270790 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d6b53b-18ff-4e18-a5a1-9cc0d7dd6fab,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:31.278360 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.278733 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.279084 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.279424 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.279762 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.280092 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.280434 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.280764 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.281124 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.281466 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.281798 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.282117 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.282434 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ebe625-a183-40b9-babb-e4b90624367e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:38:31.320440 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.377076 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb6607-2d0c-4926-88fa-2ca70feb0c2e None None] New status for floating IP 382c3fc1-1a0a-43f5-96ac-77193ebd7a1f: ACTIVE {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:38:31.609383 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 37934) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:31.628226 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-762b3a33-72e4-4707-a189-97c0632d5f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.711894 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-762b3a33-72e4-4707-a189-97c0632d5f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.716757 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-762b3a33-72e4-4707-a189-97c0632d5f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.755910 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-762b3a33-72e4-4707-a189-97c0632d5f0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7adeabb242ff4846a633faa9d09e8a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452472 Dec 15 11:38:31.756866 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b3a33-72e4-4707-a189-97c0632d5f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d73ba88-2863-4493-bac2-d474d007f9d3,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:31.758697 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 37938) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:31.813873 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-432a64f1-e091-4b2d-becc-85042e20e343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.837704 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-432a64f1-e091-4b2d-becc-85042e20e343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.897957 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-432a64f1-e091-4b2d-becc-85042e20e343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.900514 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-432a64f1-e091-4b2d-becc-85042e20e343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:31.901753 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-432a64f1-e091-4b2d-becc-85042e20e343 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d73ba88-2863-4493-bac2-d474d007f9d3 HTTP/1.1" status: 204 len: 168 time: 0.1414080 Dec 15 11:38:31.910992 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a64f1-e091-4b2d-becc-85042e20e343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d73ba88-2863-4493-bac2-d474d007f9d3,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:32.512189 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:33.275432 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c17014-0e57-439f-bc31-7ca26768df8f x-openstack-request-id: req-d4c17014-0e57-439f-bc31-7ca26768df8f {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:33.275932 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:33.276029 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4c17014-0e57-439f-bc31-7ca26768df8f {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:33.276394 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'status': 'completed', 'code': 200} Dec 15 11:38:33.380115 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5a62a-bb2d-493b-8a85-8cde8183b62f req-61ac5cdc-de25-4258-ba2b-d09455b0b301 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.381874 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f8b5a62a-bb2d-493b-8a85-8cde8183b62f req-61ac5cdc-de25-4258-ba2b-d09455b0b301 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0546880 Dec 15 11:38:33.456730 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-7da0cdda-c2e3-4861-96aa-e35882a7de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.458409 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-7da0cdda-c2e3-4861-96aa-e35882a7de66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 1098 time: 0.0734010 Dec 15 11:38:33.459285 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f8b5a62a-bb2d-493b-8a85-8cde8183b62f req-87a97c92-a6d2-4632-876a-a6fc94217949 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603971 Dec 15 11:38:33.462516 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-43192571-09b3-4831-a0fd-36f1bf127b73 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1053786 Dec 15 11:38:33.634078 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-064115fe-021d-4c70-8c32-6c8977c49373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.635525 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-064115fe-021d-4c70-8c32-6c8977c49373 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.1277635 Dec 15 11:38:33.642314 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-7618f5a2-c007-4060-9deb-dd1f2733c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:33.643758 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-7618f5a2-c007-4060-9deb-dd1f2733c4c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f01fec046b214480986553bb9120dc8a&device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 1098 time: 0.0612543 Dec 15 11:38:33.977383 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-db39d7bc-ebbb-429a-9df1-d68a15fa8db1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 HTTP/1.1" status: 200 len: 1001 time: 0.3184741 Dec 15 11:38:34.058330 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-030702d5-218f-47aa-b2e0-2a1da4f1662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:34.059824 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-030702d5-218f-47aa-b2e0-2a1da4f1662b service neutron] 10.222.0.58 "GET /v2.0/networks?id=907b7521-8651-4916-8447-eb61f653e646 HTTP/1.1" status: 200 len: 912 time: 0.1500566 Dec 15 11:38:34.064268 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-dabad9bd-eda4-44ed-bf61-b264115b733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:34.065767 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-dabad9bd-eda4-44ed-bf61-b264115b733f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.0759904 Dec 15 11:38:34.143112 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-cccf793a-440a-4f23-8213-4f696516161c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8055855-f2f3-4c8d-87eb-2b08327b4f0c HTTP/1.1" status: 200 len: 217 time: 0.0562079 Dec 15 11:38:34.159363 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-a4c7435b-c2a2-466a-a91d-65b23af238cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:34.161256 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-a4c7435b-c2a2-466a-a91d-65b23af238cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732050 Dec 15 11:38:34.272917 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-ed00cc5e-9557-4e99-83d6-89c53b1c3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:34.273312 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-ed00cc5e-9557-4e99-83d6-89c53b1c3eb5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fdc38e17-ff37-44e7-bb41-15e2cb594ce4 HTTP/1.1" status: 200 len: 851 time: 0.1111891 Dec 15 11:38:34.332134 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-77e5e8b7-0879-44d6-9d57-fe46162dfd94 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=907b7521-8651-4916-8447-eb61f653e646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450306 Dec 15 11:38:34.370003 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-2693c83b-ac01-4358-a55b-3038a67515a3 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679287 Dec 15 11:38:34.419350 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38028) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:34.592386 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-370ba836-f347-44b1-a04b-8f7b1fedbb7a service neutron] 10.222.0.58 "GET /v2.0/networks/907b7521-8651-4916-8447-eb61f653e646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850331 Dec 15 11:38:34.650033 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d4282-4a29-4b7c-a4a5-13aac73de2a9 req-2b1b7320-75a1-43be-8c12-30ab6f45e512 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:34.654833 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-428d4282-4a29-4b7c-a4a5-13aac73de2a9 req-2b1b7320-75a1-43be-8c12-30ab6f45e512 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0899100 Dec 15 11:38:34.704411 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-d947939e-6962-44f3-97ab-64f0b23855d6 req-4b7cb931-b2dc-4308-8816-11e345bdd279 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882748 Dec 15 11:38:34.709219 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e4a67c2-3dd4-4c02-894c-470f68b0b586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.714846 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-428d4282-4a29-4b7c-a4a5-13aac73de2a9 req-6689d065-0bab-4b31-903d-5299dc1e9029 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522664 Dec 15 11:38:34.791501 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7e6dd5e-967b-411f-ab4e-44e3a768a640 req-7f7c1532-0844-46a8-9245-90ef80e4476e service neutron] 10.222.0.58 "GET /v2.0/networks/907b7521-8651-4916-8447-eb61f653e646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879959 Dec 15 11:38:34.840439 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e4a67c2-3dd4-4c02-894c-470f68b0b586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.844108 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e4a67c2-3dd4-4c02-894c-470f68b0b586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:34.920853 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38052) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:34.926128 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2e4a67c2-3dd4-4c02-894c-470f68b0b586 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45c77781b19e47d68c55ffba2dac80c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4962537 Dec 15 11:38:34.929976 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a67c2-3dd4-4c02-894c-470f68b0b586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7120f6cd-5cd3-4a43-a61a-9f0d82ffbfae,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:35.004337 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c4a24b4f-384f-4cf4-bbee-45087362c8be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.041247 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c4a24b4f-384f-4cf4-bbee-45087362c8be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.096785 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c4a24b4f-384f-4cf4-bbee-45087362c8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.099458 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c4a24b4f-384f-4cf4-bbee-45087362c8be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.100644 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c4a24b4f-384f-4cf4-bbee-45087362c8be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7120f6cd-5cd3-4a43-a61a-9f0d82ffbfae HTTP/1.1" status: 204 len: 168 time: 0.1730297 Dec 15 11:38:35.109451 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a24b4f-384f-4cf4-bbee-45087362c8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7120f6cd-5cd3-4a43-a61a-9f0d82ffbfae,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:35.435389 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38062) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:35.453837 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6fdc323e-4096-4c96-bc44-58e431abfb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.553616 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6fdc323e-4096-4c96-bc44-58e431abfb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.560077 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6fdc323e-4096-4c96-bc44-58e431abfb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.601965 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc323e-4096-4c96-bc44-58e431abfb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc9149-fc2a-42eb-8a2e-304f38bfad58,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:35.606635 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6fdc323e-4096-4c96-bc44-58e431abfb38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ee5f32ae3854ee49a0b2a552c7dd9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1699114 Dec 15 11:38:35.610556 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38068) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:35.677938 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebc91-5ed2-4e8b-b39f-209cd2845359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.703246 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebc91-5ed2-4e8b-b39f-209cd2845359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.766828 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebc91-5ed2-4e8b-b39f-209cd2845359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.770206 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-bd3ebc91-5ed2-4e8b-b39f-209cd2845359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:35.771389 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-bd3ebc91-5ed2-4e8b-b39f-209cd2845359 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92fc9149-fc2a-42eb-8a2e-304f38bfad58 HTTP/1.1" status: 204 len: 168 time: 0.1597605 Dec 15 11:38:35.779772 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ebc91-5ed2-4e8b-b39f-209cd2845359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc9149-fc2a-42eb-8a2e-304f38bfad58,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:35.881635 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880db22-f0ab-490a-8373-794a6a3f979b req-d0c6d1a6-afd4-43ac-857d-20a5ef00479c tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:35.883179 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3880db22-f0ab-490a-8373-794a6a3f979b req-d0c6d1a6-afd4-43ac-857d-20a5ef00479c tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0732615 Dec 15 11:38:35.961717 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3880db22-f0ab-490a-8373-794a6a3f979b req-d8afe970-bd4b-4aeb-8f02-680d021e358c tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704751 Dec 15 11:38:37.193097 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:39.964258 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741e45d-f39b-4504-a946-91bef9cd6e46 req-3de65e00-5d6a-4212-98ed-fc2de1cb4c74 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:39.965991 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a741e45d-f39b-4504-a946-91bef9cd6e46 req-3de65e00-5d6a-4212-98ed-fc2de1cb4c74 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0611646 Dec 15 11:38:40.024604 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a741e45d-f39b-4504-a946-91bef9cd6e46 req-89826db0-54d9-41b7-8089-0ffe935f8de4 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517063 Dec 15 11:38:40.063674 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be367a22-183c-4955-9ec3-d1b670a1cd9f req-78957cad-a9c2-439d-bc1a-256f7b31efdd tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:40.065232 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be367a22-183c-4955-9ec3-d1b670a1cd9f req-78957cad-a9c2-439d-bc1a-256f7b31efdd tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.0566359 Dec 15 11:38:40.118633 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be367a22-183c-4955-9ec3-d1b670a1cd9f req-1bca0c2c-21c1-4fa6-9850-0a3edbde7190 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Dec 15 11:38:41.156779 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f31c2-77b4-410f-abe5-a2e81a5d3f98 req-615ffeaf-6897-4e96-954f-0e69a058c3d5 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:41.165644 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c00f31c2-77b4-410f-abe5-a2e81a5d3f98 req-615ffeaf-6897-4e96-954f-0e69a058c3d5 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0645320 Dec 15 11:38:41.220341 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c00f31c2-77b4-410f-abe5-a2e81a5d3f98 req-cb22f2d1-7e33-4951-83df-29e765a57cac tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 Dec 15 11:38:41.284174 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc837141-d06f-44ba-91dc-fcb064de0d78 req-3bb50a9a-1283-4972-8c22-18fd952e141b tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:41.289359 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dc837141-d06f-44ba-91dc-fcb064de0d78 req-3bb50a9a-1283-4972-8c22-18fd952e141b tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.0680051 Dec 15 11:38:41.337233 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dc837141-d06f-44ba-91dc-fcb064de0d78 req-0355e916-842c-4aa1-8c71-5c7a9fdf7b08 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444984 Dec 15 11:38:42.355265 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314fe89-6d48-4ece-bf9d-401ac0b4a8e1 req-66ba9a17-3c0b-45ed-9a36-142a72c3d2b2 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:42.360042 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8314fe89-6d48-4ece-bf9d-401ac0b4a8e1 req-66ba9a17-3c0b-45ed-9a36-142a72c3d2b2 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0576954 Dec 15 11:38:42.429168 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8314fe89-6d48-4ece-bf9d-401ac0b4a8e1 req-99287ff4-5411-4b51-a2dd-8f06a407aa92 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632946 Dec 15 11:38:42.465669 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb07ec-da06-4df7-8b9c-dfcc8d015bc2 req-5db05b85-bc28-4c9c-b45d-59499f36f383 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:42.467167 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-edeb07ec-da06-4df7-8b9c-dfcc8d015bc2 req-5db05b85-bc28-4c9c-b45d-59499f36f383 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.0520043 Dec 15 11:38:42.514841 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-edeb07ec-da06-4df7-8b9c-dfcc8d015bc2 req-81943da2-e0d9-478e-920f-56c491e96799 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/security-groups?id=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Dec 15 11:38:42.938935 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693c8d-e5f1-4838-b650-498d0c339630 req-f3e71476-9681-4f6d-b476-b70932bdcb6a tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:42.940899 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-04693c8d-e5f1-4838-b650-498d0c339630 req-f3e71476-9681-4f6d-b476-b70932bdcb6a tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.58 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 945 time: 0.0829198 Dec 15 11:38:43.089129 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-04693c8d-e5f1-4838-b650-498d0c339630 req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Deleting port d8055855-f2f3-4c8d-87eb-2b08327b4f0c {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:38:43.089605 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-04693c8d-e5f1-4838-b650-498d0c339630 req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:43.186500 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-04693c8d-e5f1-4838-b650-498d0c339630 req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] For port d8055855-f2f3-4c8d-87eb-2b08327b4f0c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,segment=NetworkSegment(015fce7c-01d4-4eac-82a6-2e8a3cb66b9e),segment_id=015fce7c-01d4-4eac-82a6-2e8a3cb66b9e)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:38:43.186911 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-04693c8d-e5f1-4838-b650-498d0c339630 req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:43.202319 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-04693c8d-e5f1-4838-b650-498d0c339630 req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Calling delete_port for d8055855-f2f3-4c8d-87eb-2b08327b4f0c owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:38:43.367823 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-04693c8d-e5f1-4838-b650-498d0c339630 req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:43.400844 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Pushing event deleted for resources: {'Port': ['ID=d8055855-f2f3-4c8d-87eb-2b08327b4f0c,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:43.414470 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['d8055855-f2f3-4c8d-87eb-2b08327b4f0c'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:38:43.480202 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-04693c8d-e5f1-4838-b650-498d0c339630 req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] No DVR routers for this DVR port d8055855-f2f3-4c8d-87eb-2b08327b4f0c on host hv-cinder-81322 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:38:43.486256 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-04693c8d-e5f1-4838-b650-498d0c339630 req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:43.489925 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-04693c8d-e5f1-4838-b650-498d0c339630 req-2dfca858-f511-4ac9-b256-441cb0c77b8d tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.58 "DELETE /v2.0/ports/d8055855-f2f3-4c8d-87eb-2b08327b4f0c HTTP/1.1" status: 204 len: 173 time: 0.5404053 Dec 15 11:38:43.490208 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a710a6d8-b4c9-4787-9e8a-ea9a24611b93', 'name': 'network-vif-deleted', 'tag': 'd8055855-f2f3-4c8d-87eb-2b08327b4f0c'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:38:43.492502 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630b2fe4-9784-4071-9243-4733bfd306ed" -d '{"events": [{"server_uuid": "a710a6d8-b4c9-4787-9e8a-ea9a24611b93", "name": "network-vif-deleted", "tag": "d8055855-f2f3-4c8d-87eb-2b08327b4f0c"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:38:43.560983 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3299e5-769c-401d-b224-0810122d9ae5 x-openstack-request-id: req-bd3299e5-769c-401d-b224-0810122d9ae5 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:38:43.561921 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a710a6d8-b4c9-4787-9e8a-ea9a24611b93", "name": "network-vif-deleted", "tag": "d8055855-f2f3-4c8d-87eb-2b08327b4f0c", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:38:43.562589 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd3299e5-769c-401d-b224-0810122d9ae5 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:38:43.563534 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a710a6d8-b4c9-4787-9e8a-ea9a24611b93', 'name': 'network-vif-deleted', 'tag': 'd8055855-f2f3-4c8d-87eb-2b08327b4f0c', 'status': 'completed', 'code': 200} Dec 15 11:38:43.581011 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79e8d3-bbd1-49d2-b4d5-57f31823a1c3 req-722f29d3-d30f-45df-b45c-4d28a6159ee6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:43.583715 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9b79e8d3-bbd1-49d2-b4d5-57f31823a1c3 req-722f29d3-d30f-45df-b45c-4d28a6159ee6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0708258 Dec 15 11:38:43.669036 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9e1d371e-ec2d-477e-ae82-cc52326d0016 req-4cf58fc5-ca9d-41d2-a69a-9537f931f5d9 tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.0356038 Dec 15 11:38:43.673737 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9b79e8d3-bbd1-49d2-b4d5-57f31823a1c3 req-bcb096b2-a496-449e-9afe-d33ffd07f806 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769193 Dec 15 11:38:44.445907 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38332) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:44.550762 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e31bbdb3-85d7-40df-8f96-733583a6990f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:44.635866 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e31bbdb3-85d7-40df-8f96-733583a6990f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:44.646103 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e31bbdb3-85d7-40df-8f96-733583a6990f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:44.686105 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e31bbdb3-85d7-40df-8f96-733583a6990f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=82ee4b21534f479ead7f084580829793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376235 Dec 15 11:38:44.687883 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38342) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:44.707872 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bbdb3-85d7-40df-8f96-733583a6990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf56153-013e-44d1-b255-c8d8312b8243,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:44.757458 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c31e0e7e-38f5-47e6-a5dc-8d4f158c0b8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:44.793523 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c31e0e7e-38f5-47e6-a5dc-8d4f158c0b8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:44.804037 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38352) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:44.856726 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-8953242d-e5e7-484b-ad19-27945cdb2201 admin admin] Deleting subnet 88c2078a-e1aa-4a70-b05d-a9f0202b9746 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:38:44.860920 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8953242d-e5e7-484b-ad19-27945cdb2201 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:44.871545 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fc0cc35-75dd-4618-b02a-76c3d162e8fb req-08b0f819-a1ec-45b0-b9b5-b8dd739f618e tempest-DeleteServersTestJSON-1639225870 tempest-DeleteServersTestJSON-1639225870-project] 10.222.0.62 "GET /v2.0/ports?device_id=a710a6d8-b4c9-4787-9e8a-ea9a24611b93 HTTP/1.1" status: 200 len: 210 time: 0.0697119 Dec 15 11:38:44.912291 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8953242d-e5e7-484b-ad19-27945cdb2201 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14092405'] for subnet, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:44.913267 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbf450-56db-4f72-8a22-61550bc94fba req-5912bc61-e298-46ac-b93d-b87f9aae61d9 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:44.915197 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6dbf450-56db-4f72-8a22-61550bc94fba req-5912bc61-e298-46ac-b93d-b87f9aae61d9 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.1118157 Dec 15 11:38:44.943283 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c31e0e7e-38f5-47e6-a5dc-8d4f158c0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:44.946692 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c31e0e7e-38f5-47e6-a5dc-8d4f158c0b8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:44.947832 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c31e0e7e-38f5-47e6-a5dc-8d4f158c0b8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/edf56153-013e-44d1-b255-c8d8312b8243 HTTP/1.1" status: 204 len: 168 time: 0.2590342 Dec 15 11:38:44.971604 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e0e7e-38f5-47e6-a5dc-8d4f158c0b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf56153-013e-44d1-b255-c8d8312b8243,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:44.991669 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6dbf450-56db-4f72-8a22-61550bc94fba req-e0bfc71e-8036-4781-b056-30af9a88b5c6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696313 Dec 15 11:38:45.014085 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8953242d-e5e7-484b-ad19-27945cdb2201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.087252 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8953242d-e5e7-484b-ad19-27945cdb2201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14141041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13785167'] for subnet, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.118030 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953242d-e5e7-484b-ad19-27945cdb2201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88c2078a-e1aa-4a70-b05d-a9f0202b9746,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:45.120265 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8953242d-e5e7-484b-ad19-27945cdb2201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.124061 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8953242d-e5e7-484b-ad19-27945cdb2201 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/88c2078a-e1aa-4a70-b05d-a9f0202b9746 HTTP/1.1" status: 204 len: 168 time: 0.3186433 Dec 15 11:38:45.126732 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38358) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:45.201824 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.289881 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.316761 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38362) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:45.319762 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfc80ab-5ed4-466e-870e-42caf52508ee']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:45.330224 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83c71b6-7886-4228-80f8-79442ae7f4e8') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:45.330529 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83c71b6-7886-4228-80f8-79442ae7f4e8') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:45.333910 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9587b03c-cef5-4f6f-a9ad-6a89b8a8bbe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.342287 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14092430'] for segment, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.361788 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.371713 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:38:45.372118 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14140955'] for segment, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: Traceback (most recent call last): Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: timer() Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: cb(*args, **kw) Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: return func(*args, **kwargs) Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: self._notify() Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: self.callback(batched_events) Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: event.method(event) Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: return f(self, *a, **k) Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._get(url).json() Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:38:45.374082 dv-cinder-813222-4-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:38:45.456907 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.462174 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9587b03c-cef5-4f6f-a9ad-6a89b8a8bbe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.463833 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.470843 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2cfc80ab-5ed4-466e-870e-42caf52508ee HTTP/1.1" status: 204 len: 168 time: 0.3429294 Dec 15 11:38:45.471539 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38368) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:45.477585 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9587b03c-cef5-4f6f-a9ad-6a89b8a8bbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.493182 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d8745-94b9-431e-b956-b802b58abc50 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfc80ab-5ed4-466e-870e-42caf52508ee,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:45.560915 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9587b03c-cef5-4f6f-a9ad-6a89b8a8bbe0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eef478265268458a8ab1d073bd00104c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427030 Dec 15 11:38:45.561681 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38378) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:45.562178 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf8e0c7-78d8-4521-b5e3-5078c1c6d8a7 admin admin] Deleting subnet fb13e19b-fa65-4caf-a9b1-8955fe8650a5 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:38:45.563793 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587b03c-cef5-4f6f-a9ad-6a89b8a8bbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622fc928-4de7-40c7-842f-53dedbffca49,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:45.570435 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e0c7-78d8-4521-b5e3-5078c1c6d8a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.631127 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e0c7-78d8-4521-b5e3-5078c1c6d8a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14092405'] for subnet, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.655084 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5200849f-45bb-4f3b-b716-0cb9322ba44c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.680649 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5200849f-45bb-4f3b-b716-0cb9322ba44c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.682704 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e0c7-78d8-4521-b5e3-5078c1c6d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.745430 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5200849f-45bb-4f3b-b716-0cb9322ba44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.748144 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5200849f-45bb-4f3b-b716-0cb9322ba44c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.749521 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5200849f-45bb-4f3b-b716-0cb9322ba44c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/622fc928-4de7-40c7-842f-53dedbffca49 HTTP/1.1" status: 204 len: 168 time: 0.1865757 Dec 15 11:38:45.763944 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e0c7-78d8-4521-b5e3-5078c1c6d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14141041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13785167'] for subnet, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.770278 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200849f-45bb-4f3b-b716-0cb9322ba44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622fc928-4de7-40c7-842f-53dedbffca49,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:45.805264 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8e0c7-78d8-4521-b5e3-5078c1c6d8a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb13e19b-fa65-4caf-a9b1-8955fe8650a5,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:45.817117 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ddf8e0c7-78d8-4521-b5e3-5078c1c6d8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.821755 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ddf8e0c7-78d8-4521-b5e3-5078c1c6d8a7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fb13e19b-fa65-4caf-a9b1-8955fe8650a5 HTTP/1.1" status: 204 len: 168 time: 0.3472514 Dec 15 11:38:45.824485 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38384) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:45.899232 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:45.991710 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.017091 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826729f4-a8d8-484e-aeaa-d37a7fb719b5']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:46.030982 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e6ae16-b38a-4721-837a-a8cbd982c26a') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:46.031181 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e6ae16-b38a-4721-837a-a8cbd982c26a') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:46.046303 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14092430'] for segment, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.067168 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.076992 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:38:46.077595 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14140955'] for segment, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: Traceback (most recent call last): Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: timer() Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: cb(*args, **kw) Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: return func(*args, **kwargs) Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: self._notify() Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: self.callback(batched_events) Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: event.method(event) Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: return f(self, *a, **k) Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._get(url).json() Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:38:46.080513 dv-cinder-813222-4-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:38:46.165759 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.182759 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.192900 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] 10.222.0.62 "DELETE /v2.0/networks/826729f4-a8d8-484e-aeaa-d37a7fb719b5 HTTP/1.1" status: 204 len: 168 time: 0.3624089 Dec 15 11:38:46.205060 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7526361-4f08-4042-ac67-14cc987f24d2 req-000aff54-4435-4202-a482-b4b8ba1858ae tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:46.218903 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c7526361-4f08-4042-ac67-14cc987f24d2 req-000aff54-4435-4202-a482-b4b8ba1858ae tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.1030877 Dec 15 11:38:46.246600 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b50a7d-7aea-4a47-874c-3f0113c3df0f admin admin] Pushing event deleted for resources: {'Network': ['ID=826729f4-a8d8-484e-aeaa-d37a7fb719b5,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:46.262644 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device d8055855-f2f3-4c8d-87eb-2b08327b4f0c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:38:46.326973 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: d8055855-f2f3-4c8d-87eb-2b08327b4f0c {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:38:46.327429 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device d8055855-f2f3-4c8d-87eb-2b08327b4f0c not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:38:46.342496 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c7526361-4f08-4042-ac67-14cc987f24d2 req-f5c591ba-1636-49fe-ac04-bbc9be0484fd tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158967 Dec 15 11:38:46.372735 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38412) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:46.417565 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9d12de5a-6e98-4f07-877e-6247368a023d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4d957d304ba14401a8cf4f24fca10aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433183 Dec 15 11:38:46.420108 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38416) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:46.473759 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4446d06e-9f5f-4240-95e5-2b8c4e55a818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.495776 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4446d06e-9f5f-4240-95e5-2b8c4e55a818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.546554 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4446d06e-9f5f-4240-95e5-2b8c4e55a818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.549634 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4446d06e-9f5f-4240-95e5-2b8c4e55a818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:46.550815 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4446d06e-9f5f-4240-95e5-2b8c4e55a818 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e586442-fd4d-4d5e-866b-df4a6c4c6d96 HTTP/1.1" status: 204 len: 168 time: 0.1294990 Dec 15 11:38:46.559515 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446d06e-9f5f-4240-95e5-2b8c4e55a818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e586442-fd4d-4d5e-866b-df4a6c4c6d96,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:47.080239 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38446) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:47.123779 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a9b498eb-8fa4-493b-a85b-90632877126e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65fcd8a0a1b440bfa3623354971c861a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423288 Dec 15 11:38:47.126911 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38448) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:47.192458 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54f92f5c-116b-4607-a15e-ec13a0f08099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:47.219528 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54f92f5c-116b-4607-a15e-ec13a0f08099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:47.287530 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54f92f5c-116b-4607-a15e-ec13a0f08099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:47.290511 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54f92f5c-116b-4607-a15e-ec13a0f08099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:47.291849 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-54f92f5c-116b-4607-a15e-ec13a0f08099 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b802965-63bf-4801-aadc-a9b5c9b66580 HTTP/1.1" status: 204 len: 168 time: 0.1641493 Dec 15 11:38:47.301279 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f92f5c-116b-4607-a15e-ec13a0f08099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b802965-63bf-4801-aadc-a9b5c9b66580,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:47.491674 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a657b-1f9c-4049-881c-e9b43da3d857 req-db0fba89-ac5f-4864-ad9e-ef7644899646 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:47.499383 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-777a657b-1f9c-4049-881c-e9b43da3d857 req-db0fba89-ac5f-4864-ad9e-ef7644899646 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0793700 Dec 15 11:38:47.539783 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38468) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:47.574527 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-777a657b-1f9c-4049-881c-e9b43da3d857 req-250889e6-fbdb-4187-bad5-8ffdf34e4ab5 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737751 Dec 15 11:38:47.610716 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-454276e0-f850-47d1-8139-2e5b73360df9 admin admin] Deleting subnet fdc38e17-ff37-44e7-bb41-15e2cb594ce4 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:38:47.614244 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-454276e0-f850-47d1-8139-2e5b73360df9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:47.679534 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-454276e0-f850-47d1-8139-2e5b73360df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14092405'] for subnet, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:47.745728 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-454276e0-f850-47d1-8139-2e5b73360df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:47.814628 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-454276e0-f850-47d1-8139-2e5b73360df9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14141041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13785167'] for subnet, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:47.834649 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-454276e0-f850-47d1-8139-2e5b73360df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:47.842037 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-454276e0-f850-47d1-8139-2e5b73360df9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fdc38e17-ff37-44e7-bb41-15e2cb594ce4 HTTP/1.1" status: 204 len: 168 time: 0.3007331 Dec 15 11:38:47.846309 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38482) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:47.866720 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454276e0-f850-47d1-8139-2e5b73360df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc38e17-ff37-44e7-bb41-15e2cb594ce4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:47.942612 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.079838 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.124767 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['907b7521-8651-4916-8447-eb61f653e646']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:48.135882 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015fce7c-01d4-4eac-82a6-2e8a3cb66b9e') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:48.136344 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015fce7c-01d4-4eac-82a6-2e8a3cb66b9e') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:38:48.151326 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.169356 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.176504 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:38:48.177183 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:38:48.179353 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:38:48.247174 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.252762 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.256665 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] 10.222.0.62 "DELETE /v2.0/networks/907b7521-8651-4916-8447-eb61f653e646 HTTP/1.1" status: 204 len: 168 time: 0.4076936 Dec 15 11:38:48.274557 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392e6bc-65fc-4b49-b535-0e97b2725c8b admin admin] Pushing event deleted for resources: {'Network': ['ID=907b7521-8651-4916-8447-eb61f653e646,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:48.311393 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:38:48.474318 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38516) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:48.521366 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-05327239-b07d-4788-973b-3aae8128a696 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f01fec046b214480986553bb9120dc8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456374 Dec 15 11:38:48.523821 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38518) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:48.580591 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fb48df20-434d-40b9-a5f4-fc72229462b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.621305 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fb48df20-434d-40b9-a5f4-fc72229462b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.729280 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815f1a5-080f-4b18-92e6-8c247d3c74b8 req-a514683f-bae2-477c-a473-e01e92cc4dcb tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:48.730836 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3815f1a5-080f-4b18-92e6-8c247d3c74b8 req-a514683f-bae2-477c-a473-e01e92cc4dcb tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0676556 Dec 15 11:38:48.732221 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fb48df20-434d-40b9-a5f4-fc72229462b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.742709 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-fb48df20-434d-40b9-a5f4-fc72229462b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:48.746643 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-fb48df20-434d-40b9-a5f4-fc72229462b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aeecc0f0-5e9b-49d9-a256-d1f3e3276e12 HTTP/1.1" status: 204 len: 168 time: 0.2191598 Dec 15 11:38:48.787407 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48df20-434d-40b9-a5f4-fc72229462b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeecc0f0-5e9b-49d9-a256-d1f3e3276e12,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:48.814053 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3815f1a5-080f-4b18-92e6-8c247d3c74b8 req-019d6164-9aa9-477a-b266-d32cf29fce9f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686355 Dec 15 11:38:49.493300 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38562) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:49.683264 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8b40fa7-73cd-4d7d-99cb-d509d617b039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:49.793693 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8b40fa7-73cd-4d7d-99cb-d509d617b039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:49.800630 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8b40fa7-73cd-4d7d-99cb-d509d617b039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:49.858080 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c8b40fa7-73cd-4d7d-99cb-d509d617b039 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cebc5005cb04f91a900fbdbc9659745&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634231 Dec 15 11:38:49.858911 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b40fa7-73cd-4d7d-99cb-d509d617b039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf068a39-e743-4a31-b3cf-6baa4687fe0f,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:49.861419 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38586) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:49.941118 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7c1b41c0-d2c3-4304-aa33-9a2c3f08dd93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:49.975536 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7c1b41c0-d2c3-4304-aa33-9a2c3f08dd93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:49.988889 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ef01b-a7c3-4846-9a08-1654551727e4 req-fcf413e1-f6a8-4b0c-9d3f-2dc5ca8fc817 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:49.990898 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-487ef01b-a7c3-4846-9a08-1654551727e4 req-fcf413e1-f6a8-4b0c-9d3f-2dc5ca8fc817 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0777643 Dec 15 11:38:50.035566 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7c1b41c0-d2c3-4304-aa33-9a2c3f08dd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.039558 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7c1b41c0-d2c3-4304-aa33-9a2c3f08dd93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.040746 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7c1b41c0-d2c3-4304-aa33-9a2c3f08dd93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf068a39-e743-4a31-b3cf-6baa4687fe0f HTTP/1.1" status: 204 len: 168 time: 0.1776130 Dec 15 11:38:50.053074 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b41c0-d2c3-4304-aa33-9a2c3f08dd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf068a39-e743-4a31-b3cf-6baa4687fe0f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:50.083772 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-487ef01b-a7c3-4846-9a08-1654551727e4 req-43811182-3207-46a4-bb17-7c6c3ed3f95b tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859659 Dec 15 11:38:50.579594 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38640) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:50.595485 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7b324151-f968-4809-88cb-0f66e140f746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.696706 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7b324151-f968-4809-88cb-0f66e140f746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.704640 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7b324151-f968-4809-88cb-0f66e140f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.750001 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b324151-f968-4809-88cb-0f66e140f746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f3a8e-f7eb-4ad8-9f29-21c202ecdeae,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:50.754503 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7b324151-f968-4809-88cb-0f66e140f746 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=181ad0cbeca64844b322e2dad4e54846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1732321 Dec 15 11:38:50.757164 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38644) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:50.886977 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7425edf-7c3e-487b-8826-f2fa86fc281e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.922615 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7425edf-7c3e-487b-8826-f2fa86fc281e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.987277 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7425edf-7c3e-487b-8826-f2fa86fc281e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.990630 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f7425edf-7c3e-487b-8826-f2fa86fc281e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:50.991985 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f7425edf-7c3e-487b-8826-f2fa86fc281e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d14f3a8e-f7eb-4ad8-9f29-21c202ecdeae HTTP/1.1" status: 204 len: 168 time: 0.2325795 Dec 15 11:38:51.002387 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7425edf-7c3e-487b-8826-f2fa86fc281e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f3a8e-f7eb-4ad8-9f29-21c202ecdeae,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:51.161124 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38668) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:51.216859 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0ce2f-90df-4870-82bb-3050bedefd15 req-629f2fef-56e7-48fe-a000-bb22dabec833 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:51.218592 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52f0ce2f-90df-4870-82bb-3050bedefd15 req-629f2fef-56e7-48fe-a000-bb22dabec833 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0533864 Dec 15 11:38:51.272141 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52f0ce2f-90df-4870-82bb-3050bedefd15 req-98eb8e2a-c66c-4283-b127-8a6e446e67da tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474663 Dec 15 11:38:51.304547 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4caa76cd-c929-423a-a3df-061d19ecd0ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.389567 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4caa76cd-c929-423a-a3df-061d19ecd0ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.396897 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4caa76cd-c929-423a-a3df-061d19ecd0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.447248 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4caa76cd-c929-423a-a3df-061d19ecd0ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=566cd2f01e184fcf84271caee2203514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846093 Dec 15 11:38:51.448127 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa76cd-c929-423a-a3df-061d19ecd0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd4e6c-d48f-4b98-8931-13ca2b7d6b57,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:51.450396 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38680) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:51.512717 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-428272e8-0b12-4b32-8ded-de09500fef02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.548573 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-428272e8-0b12-4b32-8ded-de09500fef02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.607953 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-428272e8-0b12-4b32-8ded-de09500fef02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.610910 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-428272e8-0b12-4b32-8ded-de09500fef02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:51.614950 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-428272e8-0b12-4b32-8ded-de09500fef02 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92fd4e6c-d48f-4b98-8931-13ca2b7d6b57 HTTP/1.1" status: 204 len: 168 time: 0.1605296 Dec 15 11:38:51.622033 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428272e8-0b12-4b32-8ded-de09500fef02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd4e6c-d48f-4b98-8931-13ca2b7d6b57,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:52.471745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30027f0d-7a1d-4179-9683-03843fb6075c req-1984c156-2866-44b6-b5a0-e808016c965d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:52.477418 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30027f0d-7a1d-4179-9683-03843fb6075c req-1984c156-2866-44b6-b5a0-e808016c965d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0648239 Dec 15 11:38:52.536122 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30027f0d-7a1d-4179-9683-03843fb6075c req-b5e76dc9-023b-4b59-ac66-3177415b9e88 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568070 Dec 15 11:38:53.720305 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf71c4-e3ce-4c98-92ee-aeff91b03565 req-507c70b8-7587-451d-956c-030c47306f77 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:53.730599 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-72cf71c4-e3ce-4c98-92ee-aeff91b03565 req-507c70b8-7587-451d-956c-030c47306f77 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0735729 Dec 15 11:38:53.757590 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38870) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:53.802824 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-72cf71c4-e3ce-4c98-92ee-aeff91b03565 req-e36a9b6e-5806-4590-897e-ca2d893a1b6b tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687981 Dec 15 11:38:53.959358 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b6d13b44-bfcd-4a62-96e1-31190eb1cf84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.120763 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b6d13b44-bfcd-4a62-96e1-31190eb1cf84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.126302 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b6d13b44-bfcd-4a62-96e1-31190eb1cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.182385 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d13b44-bfcd-4a62-96e1-31190eb1cf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7b40f9-7be5-4ee2-9689-6924ed37b870,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:54.201827 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b6d13b44-bfcd-4a62-96e1-31190eb1cf84 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd03ac2ab6a842449cc83be97a9e2f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4401217 Dec 15 11:38:54.204586 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38898) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:54.298375 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-69e06c67-3ce4-469e-a580-b685f1b7bae3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.323945 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-69e06c67-3ce4-469e-a580-b685f1b7bae3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.390629 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-69e06c67-3ce4-469e-a580-b685f1b7bae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.393256 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-69e06c67-3ce4-469e-a580-b685f1b7bae3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.394434 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-69e06c67-3ce4-469e-a580-b685f1b7bae3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d7b40f9-7be5-4ee2-9689-6924ed37b870 HTTP/1.1" status: 204 len: 168 time: 0.1885648 Dec 15 11:38:54.411835 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e06c67-3ce4-469e-a580-b685f1b7bae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7b40f9-7be5-4ee2-9689-6924ed37b870,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:54.784924 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38922) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:54.804797 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2195aa7a-12e7-4f9c-bf7e-eb95258f6211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.810486 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38924) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:54.929895 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2195aa7a-12e7-4f9c-bf7e-eb95258f6211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.936287 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-2195aa7a-12e7-4f9c-bf7e-eb95258f6211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:54.946095 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a095017-fd61-40c2-89fd-75336d7c94c7 req-0b603b00-1478-4eb5-bb23-d7ac47cdffa8 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:54.947658 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a095017-fd61-40c2-89fd-75336d7c94c7 req-0b603b00-1478-4eb5-bb23-d7ac47cdffa8 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0768440 Dec 15 11:38:55.012058 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-2195aa7a-12e7-4f9c-bf7e-eb95258f6211 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c6864b503cbe435fbbdb1bbca0771a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257669 Dec 15 11:38:55.018073 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38936) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:55.028313 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195aa7a-12e7-4f9c-bf7e-eb95258f6211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b0f3f6-c4dd-42ec-8a7c-3e61b1b43b33,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:55.029430 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdbc3-e419-4c85-8874-8b95d5b14652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.048968 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a095017-fd61-40c2-89fd-75336d7c94c7 req-b2c3c222-d154-4773-a05e-595d478798d2 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851364 Dec 15 11:38:55.139624 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c1e6cb68-b816-4f60-a266-9cf9e8812852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.179934 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c1e6cb68-b816-4f60-a266-9cf9e8812852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.193657 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdbc3-e419-4c85-8874-8b95d5b14652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.199483 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdbc3-e419-4c85-8874-8b95d5b14652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.264936 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b9ccdbc3-e419-4c85-8874-8b95d5b14652 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=914253021ad34cecb6b9367e86a5e2ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4528625 Dec 15 11:38:55.265962 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccdbc3-e419-4c85-8874-8b95d5b14652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146ef482-02a8-41f2-a148-063fc29a82df,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:55.267931 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38944) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:55.303204 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c1e6cb68-b816-4f60-a266-9cf9e8812852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.306554 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c1e6cb68-b816-4f60-a266-9cf9e8812852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.308322 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c1e6cb68-b816-4f60-a266-9cf9e8812852 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45b0f3f6-c4dd-42ec-8a7c-3e61b1b43b33 HTTP/1.1" status: 204 len: 168 time: 0.2878401 Dec 15 11:38:55.317131 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6cb68-b816-4f60-a266-9cf9e8812852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b0f3f6-c4dd-42ec-8a7c-3e61b1b43b33,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:55.395205 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14639594-7dd9-4b9f-90ea-74f3188cd2fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.436395 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14639594-7dd9-4b9f-90ea-74f3188cd2fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.519608 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14639594-7dd9-4b9f-90ea-74f3188cd2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.524974 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-14639594-7dd9-4b9f-90ea-74f3188cd2fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:55.527068 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-14639594-7dd9-4b9f-90ea-74f3188cd2fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/146ef482-02a8-41f2-a148-063fc29a82df HTTP/1.1" status: 204 len: 168 time: 0.2571456 Dec 15 11:38:55.540203 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14639594-7dd9-4b9f-90ea-74f3188cd2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146ef482-02a8-41f2-a148-063fc29a82df,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:55.967814 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 38970) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:55.982203 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-78d0cb13-c34d-4113-9def-19e275663147 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.072448 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-78d0cb13-c34d-4113-9def-19e275663147 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.076377 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-78d0cb13-c34d-4113-9def-19e275663147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.119166 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-78d0cb13-c34d-4113-9def-19e275663147 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c7dfc5e2b3b047d99752daa9a3cb600f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500380 Dec 15 11:38:56.120293 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0cb13-c34d-4113-9def-19e275663147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212e623d-2de2-41bb-9565-69c0e332c965,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:56.122226 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 38978) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:56.193104 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a8bb12f8-7591-444d-b85d-712cb50144e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.222311 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a8bb12f8-7591-444d-b85d-712cb50144e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.227501 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83b4d8-cb43-4082-8cd6-f7256e69643c req-2bd9854a-621d-4242-8e40-13549e9f4996 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:56.229311 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d83b4d8-cb43-4082-8cd6-f7256e69643c req-2bd9854a-621d-4242-8e40-13549e9f4996 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0595441 Dec 15 11:38:56.294990 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a8bb12f8-7591-444d-b85d-712cb50144e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.298503 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a8bb12f8-7591-444d-b85d-712cb50144e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:56.301226 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a8bb12f8-7591-444d-b85d-712cb50144e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/212e623d-2de2-41bb-9565-69c0e332c965 HTTP/1.1" status: 204 len: 168 time: 0.1776609 Dec 15 11:38:56.314771 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb12f8-7591-444d-b85d-712cb50144e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e623d-2de2-41bb-9565-69c0e332c965,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:56.331429 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d83b4d8-cb43-4082-8cd6-f7256e69643c req-e4eab82b-1e75-4dc0-ba18-e6a954eb815d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937057 Dec 15 11:38:56.550243 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7121c18-24c6-40fe-a91c-4b63744389e2 req-5c8bb43a-dcda-4b12-b561-3f19407075eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:56.552131 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7121c18-24c6-40fe-a91c-4b63744389e2 req-5c8bb43a-dcda-4b12-b561-3f19407075eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 1099 time: 0.0737062 Dec 15 11:38:56.611824 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-a7121c18-24c6-40fe-a91c-4b63744389e2 req-5f0fa006-597b-4c95-a5a9-470e03852cfd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 Dec 15 11:38:56.662406 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-43c86dd8-cba6-42f5-bf9a-7a3307c4aa44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:57.678777 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0c67a-a20b-4232-ae60-3e38e847c705 req-3a3aa8df-e0bd-4fb7-a41b-20526448a69d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:57.680366 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ee0c67a-a20b-4232-ae60-3e38e847c705 req-3a3aa8df-e0bd-4fb7-a41b-20526448a69d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0596414 Dec 15 11:38:57.746743 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ee0c67a-a20b-4232-ae60-3e38e847c705 req-5b0059db-5cce-437e-9053-68cbbc2e233d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Dec 15 11:38:57.890478 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39078) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:58.021156 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0678e6c-be41-4ee7-8eeb-9e7264d8151a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.104337 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0678e6c-be41-4ee7-8eeb-9e7264d8151a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.109178 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c0678e6c-be41-4ee7-8eeb-9e7264d8151a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.154331 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39088) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:58.154876 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c0678e6c-be41-4ee7-8eeb-9e7264d8151a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=daf3fe7514534d5f97879cdb8cbc6108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632637 Dec 15 11:38:58.157801 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0678e6c-be41-4ee7-8eeb-9e7264d8151a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8d9140-6f2f-4af7-aba2-234905298cbe,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:58.222550 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-877580cc-f9ab-4161-bf0e-25692c2a9f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.256721 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-877580cc-f9ab-4161-bf0e-25692c2a9f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.585243 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-877580cc-f9ab-4161-bf0e-25692c2a9f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.588946 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-877580cc-f9ab-4161-bf0e-25692c2a9f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.590580 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-877580cc-f9ab-4161-bf0e-25692c2a9f47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b8d9140-6f2f-4af7-aba2-234905298cbe HTTP/1.1" status: 204 len: 168 time: 0.4346850 Dec 15 11:38:58.599719 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877580cc-f9ab-4161-bf0e-25692c2a9f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8d9140-6f2f-4af7-aba2-234905298cbe,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:58.711033 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39118) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:58.881648 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a5464-dd9e-491c-b89b-2fa61575e047 req-1c57edb7-0596-49ab-95d8-39d293389527 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:58.883235 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c1a5464-dd9e-491c-b89b-2fa61575e047 req-1c57edb7-0596-49ab-95d8-39d293389527 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0539756 Dec 15 11:38:58.924315 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-85e0ae74-32e0-45be-8eda-6435b29365ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:58.950407 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c1a5464-dd9e-491c-b89b-2fa61575e047 req-b9b836f3-4563-4b7d-8449-16fb27e434d4 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605226 Dec 15 11:38:59.041317 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ad2850a7-468c-4502-8fc5-06d398668215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.124138 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d30aa6-7cb8-4925-aa8e-0bb793115dbf req-828bd514-3e89-4c96-a2d2-affd55574376 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:38:59.125900 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6d30aa6-7cb8-4925-aa8e-0bb793115dbf req-828bd514-3e89-4c96-a2d2-affd55574376 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0884278 Dec 15 11:38:59.210969 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a6d30aa6-7cb8-4925-aa8e-0bb793115dbf req-0a3c16d2-2015-4630-94da-0b6a24fbb217 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741889 Dec 15 11:38:59.223412 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ad2850a7-468c-4502-8fc5-06d398668215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.229371 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ad2850a7-468c-4502-8fc5-06d398668215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.289152 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ad2850a7-468c-4502-8fc5-06d398668215 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aec659a1e0854330b116d9dd7b0562c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5767972 Dec 15 11:38:59.290130 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2850a7-468c-4502-8fc5-06d398668215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaa750a-a398-4061-a67c-6479c70d1ad7,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:38:59.291819 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39146) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:38:59.378143 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-09e29272-84c6-4c9f-aa0f-a1077a3faa93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.406879 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-09e29272-84c6-4c9f-aa0f-a1077a3faa93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.555142 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-09e29272-84c6-4c9f-aa0f-a1077a3faa93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.557889 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-09e29272-84c6-4c9f-aa0f-a1077a3faa93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:38:59.562385 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-09e29272-84c6-4c9f-aa0f-a1077a3faa93 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fbaa750a-a398-4061-a67c-6479c70d1ad7 HTTP/1.1" status: 204 len: 168 time: 0.2676113 Dec 15 11:38:59.572207 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e29272-84c6-4c9f-aa0f-a1077a3faa93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaa750a-a398-4061-a67c-6479c70d1ad7,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:00.030908 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.184558 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39196) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:00.201595 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-262bb63b-53ac-4040-b768-3f62c62ef192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.285190 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-262bb63b-53ac-4040-b768-3f62c62ef192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.289111 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-262bb63b-53ac-4040-b768-3f62c62ef192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.333063 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-262bb63b-53ac-4040-b768-3f62c62ef192 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8bc13958b532458a9d241164e104f8d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507363 Dec 15 11:39:00.333745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39202) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:00.336633 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bb63b-53ac-4040-b768-3f62c62ef192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264623cf-992c-4ad5-9b54-b3bcd923b3ee,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:00.363759 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39204) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:00.392910 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-169ea7a6-9374-4522-ac33-36118b8fa730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.414673 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-169ea7a6-9374-4522-ac33-36118b8fa730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.467969 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-169ea7a6-9374-4522-ac33-36118b8fa730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.470631 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-169ea7a6-9374-4522-ac33-36118b8fa730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.471999 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-169ea7a6-9374-4522-ac33-36118b8fa730 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/264623cf-992c-4ad5-9b54-b3bcd923b3ee HTTP/1.1" status: 204 len: 168 time: 0.1368768 Dec 15 11:39:00.480402 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ea7a6-9374-4522-ac33-36118b8fa730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264623cf-992c-4ad5-9b54-b3bcd923b3ee,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:00.508513 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5562207d-25f3-4666-b6e1-621b67309c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.619090 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5562207d-25f3-4666-b6e1-621b67309c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.638644 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5562207d-25f3-4666-b6e1-621b67309c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.679811 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5562207d-25f3-4666-b6e1-621b67309c77 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0ee3d371ccc42788bd976e330294830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147504 Dec 15 11:39:00.683457 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39218) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:00.684893 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562207d-25f3-4666-b6e1-621b67309c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a646402-48af-455c-a16f-4ab647e6b806,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:00.748160 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ad1545cc-2cf9-444d-abf3-54c7f5a8248f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.772536 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ad1545cc-2cf9-444d-abf3-54c7f5a8248f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.825437 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ad1545cc-2cf9-444d-abf3-54c7f5a8248f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.828145 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ad1545cc-2cf9-444d-abf3-54c7f5a8248f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.829846 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ad1545cc-2cf9-444d-abf3-54c7f5a8248f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a646402-48af-455c-a16f-4ab647e6b806 HTTP/1.1" status: 204 len: 168 time: 0.1436768 Dec 15 11:39:00.836462 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39226) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:00.837912 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1545cc-2cf9-444d-abf3-54c7f5a8248f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a646402-48af-455c-a16f-4ab647e6b806,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:00.851498 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d7984990-7c77-4ddf-b2e4-a8a8bdad2ba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.985223 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d7984990-7c77-4ddf-b2e4-a8a8bdad2ba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:00.990454 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d7984990-7c77-4ddf-b2e4-a8a8bdad2ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.038071 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d7984990-7c77-4ddf-b2e4-a8a8bdad2ba0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b471a1ae58b940ce81efd6ad7cdc4e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003231 Dec 15 11:39:01.039538 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7984990-7c77-4ddf-b2e4-a8a8bdad2ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01f9fe8-701e-4256-8a3e-5684b780065c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:01.040714 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39234) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:01.112316 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a689f58b-281e-445a-8e95-ffb2f24590ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.151334 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a689f58b-281e-445a-8e95-ffb2f24590ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.213621 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a689f58b-281e-445a-8e95-ffb2f24590ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.218408 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a689f58b-281e-445a-8e95-ffb2f24590ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.220498 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-a689f58b-281e-445a-8e95-ffb2f24590ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f01f9fe8-701e-4256-8a3e-5684b780065c HTTP/1.1" status: 204 len: 168 time: 0.1784291 Dec 15 11:39:01.231851 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689f58b-281e-445a-8e95-ffb2f24590ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01f9fe8-701e-4256-8a3e-5684b780065c,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:01.325973 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.465249 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-17028116-9aa8-466c-9c09-2957ba78e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:01.467158 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-17028116-9aa8-466c-9c09-2957ba78e7cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1099 time: 0.0694621 Dec 15 11:39:01.485375 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0aa7f2-22b5-4d74-afae-e25cf1697480 req-ec833c1c-61dd-4932-a008-acd58584f361 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:01.487815 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b0aa7f2-22b5-4d74-afae-e25cf1697480 req-ec833c1c-61dd-4932-a008-acd58584f361 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0986657 Dec 15 11:39:01.557685 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b0aa7f2-22b5-4d74-afae-e25cf1697480 req-e7cb6ace-5d96-4d49-aeac-f69041ce6b45 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626252 Dec 15 11:39:01.558345 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39258) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:01.607064 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-85451103-a970-4841-b5e6-2b0024652272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:01.608788 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-85451103-a970-4841-b5e6-2b0024652272 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 920 time: 0.1309893 Dec 15 11:39:01.660667 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-23c9e208-69dc-4e06-a152-629fbac3162b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c HTTP/1.1" status: 200 len: 217 time: 0.0423479 Dec 15 11:39:01.677541 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a05f9fe4-46c3-4fcd-b6b8-5c36a94dabf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.726015 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-0344235c-03b6-4423-9775-631f993c1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:01.728932 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-0344235c-03b6-4423-9775-631f993c1937 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.0592291 Dec 15 11:39:01.761691 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-0c07dad2-e8f0-48fc-9f53-137e46d96866 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256519 Dec 15 11:39:01.773097 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a05f9fe4-46c3-4fcd-b6b8-5c36a94dabf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.793110 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a05f9fe4-46c3-4fcd-b6b8-5c36a94dabf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.835645 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f9fe4-46c3-4fcd-b6b8-5c36a94dabf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d7c3b3-874b-4ed0-8bdf-dd1d3b2e9c48,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:01.865409 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-a05f9fe4-46c3-4fcd-b6b8-5c36a94dabf9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35079860895247eea46bcc7f53e01663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064101 Dec 15 11:39:01.867860 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39278) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:01.927067 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-2842454a-250b-48cf-b453-445cefea0944 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497560 Dec 15 11:39:01.928073 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-23a23ee1-3e1d-45c8-bbfb-478b45a554fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:01.967610 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-23a23ee1-3e1d-45c8-bbfb-478b45a554fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.036112 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1ae40d4f-a35e-4360-826f-4ed174a8cea9 req-d0beca29-4aa8-4253-95a6-e85c73fdd2da service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991950 Dec 15 11:39:02.048425 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-23a23ee1-3e1d-45c8-bbfb-478b45a554fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.052161 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-23a23ee1-3e1d-45c8-bbfb-478b45a554fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.054176 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-23a23ee1-3e1d-45c8-bbfb-478b45a554fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39d7c3b3-874b-4ed0-8bdf-dd1d3b2e9c48 HTTP/1.1" status: 204 len: 168 time: 0.1850712 Dec 15 11:39:02.119919 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a23ee1-3e1d-45c8-bbfb-478b45a554fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d7c3b3-874b-4ed0-8bdf-dd1d3b2e9c48,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:02.509147 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.590485 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39320) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:02.705135 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df27c3-3ece-4965-93ba-5425dfbbe53b req-e32de401-3ce6-42af-ba44-cf225de548c7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:02.709297 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81df27c3-3ece-4965-93ba-5425dfbbe53b req-e32de401-3ce6-42af-ba44-cf225de548c7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0711246 Dec 15 11:39:02.722976 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1502407481-network', 'tenant_id': '64bc6b962f6a499c9dd67625fdad3be8'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:02.773451 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Made reservation on behalf of 64bc6b962f6a499c9dd67625fdad3be8 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:02.775921 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.794801 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.801108 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-81df27c3-3ece-4965-93ba-5425dfbbe53b req-513675b1-9a02-4c7a-8c92-dbc376d10a76 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847631 Dec 15 11:39:02.894216 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.898081 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.932726 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:39:02.938467 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835fedf4-7e43-4b54-9dad-3358d3abb3bd,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:02.947408 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:02.947408 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Added segment 85e6152e-b099-44f0-a3d2-983473987b41 of type vlan for network 22fbe467-c573-48f9-a608-3e8a56ded502 Dec 15 11:39:03.008186 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.041285 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.042391 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:03.042951 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.096630 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5013900 Dec 15 11:39:03.100212 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39342) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:03.105589 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Request body: {'subnet': {'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1502407481-subnet', 'tenant_id': '64bc6b962f6a499c9dd67625fdad3be8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:03.108058 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ccd8d-9a99-4df7-afab-fb9a657dab16 admin admin] Pushing event updated for resources: {'Network': ['ID=22fbe467-c573-48f9-a608-3e8a56ded502,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:03.118928 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 22fbe467-c573-48f9-a608-3e8a56ded502 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:39:03.130259 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Made reservation on behalf of 64bc6b962f6a499c9dd67625fdad3be8 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:03.132944 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13785128'] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.331066 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14141366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13785142'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.410206 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:03.421996 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Checking segment: {'id': '85e6152e-b099-44f0-a3d2-983473987b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:39:03.423047 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Network hostable DHCP agents. Network: 22fbe467-c573-48f9-a608-3e8a56ded502, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:39:03.450511 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Network 22fbe467-c573-48f9-a608-3e8a56ded502 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:39:03.462180 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 22fbe467-c573-48f9-a608-3e8a56ded502) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:39:03.469397 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:03.471881 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:03.473868 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cddd9f7-25ca-4b21-9829-a8eaa60af86e None None] Network 22fbe467-c573-48f9-a608-3e8a56ded502 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:39:03.493866 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fa3b14aa-13d1-48da-b5f9-2b6317050dfa admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3919930 Dec 15 11:39:03.652909 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86b4d5-0099-47f9-808a-f9cd72ae2518 None None] Network 22fbe467-c573-48f9-a608-3e8a56ded502 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:39:03.951961 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df41eb4-9e6d-41ad-ac86-80dab629e4e2 req-9e155894-e26e-4a59-a475-7dfdeb623124 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:03.954019 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5df41eb4-9e6d-41ad-ac86-80dab629e4e2 req-9e155894-e26e-4a59-a475-7dfdeb623124 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0625606 Dec 15 11:39:04.007741 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5df41eb4-9e6d-41ad-ac86-80dab629e4e2 req-474d9d99-523a-442b-91c5-74e8c5dcb8b0 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471818 Dec 15 11:39:05.137930 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80acf07-8778-4f68-b41f-bf0d8ca20b56 req-cd29914b-9166-49d0-9eb3-31e4ea66f903 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:05.139460 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f80acf07-8778-4f68-b41f-bf0d8ca20b56 req-cd29914b-9166-49d0-9eb3-31e4ea66f903 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0540373 Dec 15 11:39:05.190392 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f80acf07-8778-4f68-b41f-bf0d8ca20b56 req-e337c00d-3696-463a-8844-2175540ba55d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447409 Dec 15 11:39:05.395258 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-e2e4e21c-3107-4020-8848-c0c272bcb1fa tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:05.396617 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-e2e4e21c-3107-4020-8848-c0c272bcb1fa tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/networks?id=22fbe467-c573-48f9-a608-3e8a56ded502 HTTP/1.1" status: 200 len: 809 time: 0.1046951 Dec 15 11:39:05.411663 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-0ee5d59a-a631-4d3c-8dbe-fa99da33f11c tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/quotas/64bc6b962f6a499c9dd67625fdad3be8 HTTP/1.1" status: 200 len: 375 time: 0.0094681 Dec 15 11:39:05.446267 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-b05628eb-1c18-457f-a493-6d0ad96246de tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=64bc6b962f6a499c9dd67625fdad3be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293057 Dec 15 11:39:05.534735 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-a0bdf127-b22d-4402-bd20-504964f6c0fc service neutron] 10.222.0.62 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815620 Dec 15 11:39:05.629405 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-38e8a206-1719-420b-9d56-dfe86587ad74 service neutron] 10.222.0.62 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883796 Dec 15 11:39:05.783040 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6c6a9f21-399f-47fc-a15b-e2067c044f95 req-29f8c1b3-eac6-407f-a160-1aa1c18f3524 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 210 time: 0.0275841 Dec 15 11:39:07.207688 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:07.963388 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-777d0de9-75b2-4f02-911a-93b9191c5dbb req-b055b407-56f6-4607-8d39-4889b9183019 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 210 time: 0.0317867 Dec 15 11:39:07.981563 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650936e-3cdc-45fa-89f2-edf6a40d37f9 req-dc6e32a6-bcf8-44c4-85d7-1c6aa5756da6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:07.983343 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e650936e-3cdc-45fa-89f2-edf6a40d37f9 req-dc6e32a6-bcf8-44c4-85d7-1c6aa5756da6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0882301 Dec 15 11:39:08.046183 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e650936e-3cdc-45fa-89f2-edf6a40d37f9 req-03ff2511-4599-4cfd-911b-8e9840984514 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562086 Dec 15 11:39:11.434572 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3cac64dd-dc24-4161-9544-01ca204e022a req-c39ea6c4-4668-429b-94c7-471de6d66f4f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Dec 15 11:39:11.494203 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09936c3-177b-475f-ae09-497250044e5a req-0065083c-c626-4116-9076-9a442e43aa21 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:11.496786 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f09936c3-177b-475f-ae09-497250044e5a req-0065083c-c626-4116-9076-9a442e43aa21 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0583973 Dec 15 11:39:11.560753 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-5b264cc9-d41d-4e32-8e47-572fba12b531 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:11.562336 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-5b264cc9-d41d-4e32-8e47-572fba12b531 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.58 "GET /v2.0/networks?id=22fbe467-c573-48f9-a608-3e8a56ded502 HTTP/1.1" status: 200 len: 809 time: 0.1242850 Dec 15 11:39:11.563522 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f09936c3-177b-475f-ae09-497250044e5a req-93b03443-137f-42e6-90be-6db257078ec0 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608995 Dec 15 11:39:11.586137 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Request body: {'port': {'device_id': '0590b957-07a0-4746-8ee8-db5dac762353', 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502', 'admin_state_up': True, 'tenant_id': '64bc6b962f6a499c9dd67625fdad3be8'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:11.919020 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Made reservation on behalf of 64bc6b962f6a499c9dd67625fdad3be8 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:11.922507 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:12.054045 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Allocated IP 172.20.0.5 (22fbe467-c573-48f9-a608-3e8a56ded502/6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d/7f8ae526-ce95-49ee-92b4-d510f9e9ae60) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:39:12.219463 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:12.255547 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:12.308395 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Network 22fbe467-c573-48f9-a608-3e8a56ded502 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:39:12.311850 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:39:12.314834 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:39:12.341378 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Pushing event updated for resources: {'Port': ['ID=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:12.372573 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:12.373259 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:12.395385 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-bec58dd3-f97d-4fd6-ab62-258f7d0bfe28 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8132727 Dec 15 11:39:14.826109 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Request body: {'port': {'device_id': '0590b957-07a0-4746-8ee8-db5dac762353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:14.881660 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:15.028690 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909b36c-bc53-4288-9d96-cb9a9cd6a108 req-b5c81279-d912-48b1-b6d7-8ef7dc736592 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:15.030196 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3909b36c-bc53-4288-9d96-cb9a9cd6a108 req-b5c81279-d912-48b1-b6d7-8ef7dc736592 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 931 time: 0.0851922 Dec 15 11:39:15.068678 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b93886-33a1-4c89-8048-31b05096d1d5 req-d5b5b688-19eb-446e-b9a8-8adc4edf169e tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:15.069949 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-63b93886-33a1-4c89-8048-31b05096d1d5 req-d5b5b688-19eb-446e-b9a8-8adc4edf169e tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0944455 Dec 15 11:39:15.117690 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3909b36c-bc53-4288-9d96-cb9a9cd6a108 req-a2324bf7-735a-4d7b-8a45-393b157ed32a tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803277 Dec 15 11:39:15.152338 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-63b93886-33a1-4c89-8048-31b05096d1d5 req-9f776785-35f2-4e98-8761-1b768bc76640 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724323 Dec 15 11:39:15.190169 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:39:15.198915 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:15.214502 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Transition to ACTIVE for port object 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:39:15.218803 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:15.271668 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:15.348711 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Attempting to bind port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:39:15.349268 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Attempting to bind port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '85e6152e-b099-44f0-a3d2-983473987b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:39:15.349588 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Attempting to bind port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 on network 22fbe467-c573-48f9-a608-3e8a56ded502 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:15.356000 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 on network 22fbe467-c573-48f9-a608-3e8a56ded502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:39:15.356832 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Attempting to bind port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 on network 22fbe467-c573-48f9-a608-3e8a56ded502 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:15.365863 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:39:15.366504 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Checking segment: {'id': '85e6152e-b099-44f0-a3d2-983473987b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:39:15.367244 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Bound using segment: {'id': '85e6152e-b099-44f0-a3d2-983473987b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:39:15.367975 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Bound port: 7f8ae526-ce95-49ee-92b4-d510f9e9ae60, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e6152e-b099-44f0-a3d2-983473987b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:39:15.368583 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:15.445558 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] For port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:39:15.449589 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] For port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:39:15.453810 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:15.491800 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:15.492435 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:15.493834 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] 10.222.0.58 "PUT /v2.0/ports/7f8ae526-ce95-49ee-92b4-d510f9e9ae60 HTTP/1.1" status: 200 len: 1093 time: 0.6720724 Dec 15 11:39:15.494279 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0590b957-07a0-4746-8ee8-db5dac762353', 'tag': '7f8ae526-ce95-49ee-92b4-d510f9e9ae60'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:15.496538 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab" -d '{"events": [{"name": "network-changed", "server_uuid": "0590b957-07a0-4746-8ee8-db5dac762353", "tag": "7f8ae526-ce95-49ee-92b4-d510f9e9ae60"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:15.521032 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56d884-a167-4da7-a17d-e8cb92e2e477 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:15.546662 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b1298c-24da-40af-9b84-914062be3110 x-openstack-request-id: req-92b1298c-24da-40af-9b84-914062be3110 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:15.546962 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0590b957-07a0-4746-8ee8-db5dac762353", "tag": "7f8ae526-ce95-49ee-92b4-d510f9e9ae60", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:15.547300 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92b1298c-24da-40af-9b84-914062be3110 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:15.547646 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0590b957-07a0-4746-8ee8-db5dac762353', 'tag': '7f8ae526-ce95-49ee-92b4-d510f9e9ae60', 'status': 'completed', 'code': 200} Dec 15 11:39:15.623989 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-ce7aad8c-ebf1-41fa-808d-2c248e8ab0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:15.625718 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-ce7aad8c-ebf1-41fa-808d-2c248e8ab0cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64bc6b962f6a499c9dd67625fdad3be8&device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 1096 time: 0.0472486 Dec 15 11:39:15.697937 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-1a85c31a-1fb9-4c18-b702-09f2b4448131 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8ae526-ce95-49ee-92b4-d510f9e9ae60 HTTP/1.1" status: 200 len: 217 time: 0.0378773 Dec 15 11:39:15.752985 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-ecab4972-375c-4538-8e06-c74ec0c80f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:15.754477 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-ecab4972-375c-4538-8e06-c74ec0c80f40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d HTTP/1.1" status: 200 len: 849 time: 0.0444837 Dec 15 11:39:15.795727 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-276aeb64-4ee9-4941-a5b3-7b404d6f9101 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22fbe467-c573-48f9-a608-3e8a56ded502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263350 Dec 15 11:39:15.900256 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-4fb93d8d-1ac0-4344-946a-39703b4c3ee0 service neutron] 10.222.0.58 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967219 Dec 15 11:39:16.038918 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c6d40e65-cdfe-4e2d-8eb1-11529db8e0a8 req-a0f70be9-7fba-431d-b29c-686b02be9bc9 service neutron] 10.222.0.58 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307821 Dec 15 11:39:16.314075 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1009e-b48a-4d97-ac3c-cb2270ab9e7c req-f3e2aa46-7824-4534-90e7-5ebc33d757f8 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:16.316282 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3eb1009e-b48a-4d97-ac3c-cb2270ab9e7c req-f3e2aa46-7824-4534-90e7-5ebc33d757f8 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 943 time: 0.0918386 Dec 15 11:39:16.331887 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9882d-9834-4974-bfc2-7c2df2e5999f req-f9923753-9909-4030-a2d4-1ae31320d3b0 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:16.333465 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a9b9882d-9834-4974-bfc2-7c2df2e5999f req-f9923753-9909-4030-a2d4-1ae31320d3b0 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0798545 Dec 15 11:39:16.357225 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-dc7d8a52-3ba4-4fea-8cac-b7f72d8eec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:16.358748 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-dc7d8a52-3ba4-4fea-8cac-b7f72d8eec9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64bc6b962f6a499c9dd67625fdad3be8&device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 1096 time: 0.0678809 Dec 15 11:39:16.417550 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a9b9882d-9834-4974-bfc2-7c2df2e5999f req-6be76dab-e7f6-466b-a141-97fe951874ef tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690336 Dec 15 11:39:16.421402 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3eb1009e-b48a-4d97-ac3c-cb2270ab9e7c req-f2e10c0e-1644-44ef-9b16-0c9cf674954d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981488 Dec 15 11:39:16.485343 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-801bf767-593f-4d0c-b0f3-3771302b4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:16.487636 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-801bf767-593f-4d0c-b0f3-3771302b4cfe service neutron] 10.222.0.58 "GET /v2.0/networks?id=22fbe467-c573-48f9-a608-3e8a56ded502 HTTP/1.1" status: 200 len: 910 time: 0.1164186 Dec 15 11:39:16.533024 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-baa19304-427d-4546-bf94-3553618861bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8ae526-ce95-49ee-92b4-d510f9e9ae60 HTTP/1.1" status: 200 len: 217 time: 0.0354335 Dec 15 11:39:16.593354 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-684cf600-18e9-45e6-bf04-7f9fb9966e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:16.595246 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-684cf600-18e9-45e6-bf04-7f9fb9966e2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d HTTP/1.1" status: 200 len: 849 time: 0.0538998 Dec 15 11:39:16.630607 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-c83b2945-f084-4539-ac0e-8a5d751a36b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22fbe467-c573-48f9-a608-3e8a56ded502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275068 Dec 15 11:39:16.724976 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-ed6b8862-0a7e-4d43-af06-1cc3660a0225 service neutron] 10.222.0.58 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853772 Dec 15 11:39:16.746545 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39630) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:16.823084 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7c2c7b70-b2c6-4bfb-8252-18f9171d8bab req-c0c159e0-400d-45c0-b7f4-e0d7677c7194 service neutron] 10.222.0.58 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903361 Dec 15 11:39:16.859896 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-163b003e-7ce6-47cc-94b6-358022514e9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:16.938057 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-163b003e-7ce6-47cc-94b6-358022514e9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:16.942257 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-163b003e-7ce6-47cc-94b6-358022514e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:16.983485 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-163b003e-7ce6-47cc-94b6-358022514e9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e56bba7c57b4a048d136a799f7dfe5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357843 Dec 15 11:39:16.985014 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b003e-7ce6-47cc-94b6-358022514e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ef69a2-3ad4-48bd-9ca1-0203bdec665b,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:16.987394 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39636) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:17.072539 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a72e239c-2c32-4fd7-a11d-cdc7308cd065 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.126891 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a72e239c-2c32-4fd7-a11d-cdc7308cd065 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.215530 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a72e239c-2c32-4fd7-a11d-cdc7308cd065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.221935 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a72e239c-2c32-4fd7-a11d-cdc7308cd065 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.224064 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a72e239c-2c32-4fd7-a11d-cdc7308cd065 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13ef69a2-3ad4-48bd-9ca1-0203bdec665b HTTP/1.1" status: 204 len: 168 time: 0.2344315 Dec 15 11:39:17.236542 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e239c-2c32-4fd7-a11d-cdc7308cd065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ef69a2-3ad4-48bd-9ca1-0203bdec665b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:17.596105 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39668) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:17.639536 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147af9bb-0885-4c22-bf68-d81bed5005a3 req-4a151333-ffd2-4ff5-89ed-54bc303462a9 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:17.641138 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-147af9bb-0885-4c22-bf68-d81bed5005a3 req-4a151333-ffd2-4ff5-89ed-54bc303462a9 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 943 time: 0.0890324 Dec 15 11:39:17.652587 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f798af6-a628-441b-a356-3ad5b85e60ca req-7b2bec44-7a39-4438-b266-61c49a6b9eb7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:17.654272 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1f798af6-a628-441b-a356-3ad5b85e60ca req-7b2bec44-7a39-4438-b266-61c49a6b9eb7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0921533 Dec 15 11:39:17.687265 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39672) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:17.704422 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b7a49063-83c6-42f0-81d7-7c31d3f228bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.723104 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-147af9bb-0885-4c22-bf68-d81bed5005a3 req-75b84ef2-e2f3-47c2-b8b1-5fedea05995b tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678232 Dec 15 11:39:17.748008 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1f798af6-a628-441b-a356-3ad5b85e60ca req-b94c3623-f484-4a99-8fc8-d7485b346546 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773683 Dec 15 11:39:17.805486 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b7a49063-83c6-42f0-81d7-7c31d3f228bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.810690 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b7a49063-83c6-42f0-81d7-7c31d3f228bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.851076 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a49063-83c6-42f0-81d7-7c31d3f228bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9599b67a-d767-4bb7-949e-476da8415323,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:17.857424 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b7a49063-83c6-42f0-81d7-7c31d3f228bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c20398cae6874365bda4f10460b34372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688893 Dec 15 11:39:17.858456 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39674) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:17.875129 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-296f4fad-96ef-48da-8f00-f55b56b705dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.910657 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40d258a-d86b-4ce3-9355-fa7120fa766e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.936416 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40d258a-d86b-4ce3-9355-fa7120fa766e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.958070 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-296f4fad-96ef-48da-8f00-f55b56b705dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.962222 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-296f4fad-96ef-48da-8f00-f55b56b705dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.990264 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40d258a-d86b-4ce3-9355-fa7120fa766e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.993126 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d40d258a-d86b-4ce3-9355-fa7120fa766e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:17.994302 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d40d258a-d86b-4ce3-9355-fa7120fa766e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9599b67a-d767-4bb7-949e-476da8415323 HTTP/1.1" status: 204 len: 168 time: 0.1348360 Dec 15 11:39:18.003565 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d258a-d86b-4ce3-9355-fa7120fa766e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9599b67a-d767-4bb7-949e-476da8415323,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:18.008286 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-296f4fad-96ef-48da-8f00-f55b56b705dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f3e678f30154dce939faee6275986f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4106908 Dec 15 11:39:18.010908 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39678) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:18.011048 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f4fad-96ef-48da-8f00-f55b56b705dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134199b9-c7ac-4c10-88e8-127dad64a209,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:18.073690 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ec7113ed-8c37-4bf6-84cb-1b5a595dbf27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.104625 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ec7113ed-8c37-4bf6-84cb-1b5a595dbf27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.175285 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ec7113ed-8c37-4bf6-84cb-1b5a595dbf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.178433 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ec7113ed-8c37-4bf6-84cb-1b5a595dbf27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.179616 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ec7113ed-8c37-4bf6-84cb-1b5a595dbf27 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/134199b9-c7ac-4c10-88e8-127dad64a209 HTTP/1.1" status: 204 len: 168 time: 0.1654370 Dec 15 11:39:18.187689 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7113ed-8c37-4bf6-84cb-1b5a595dbf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134199b9-c7ac-4c10-88e8-127dad64a209,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:18.368275 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39688) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:18.397147 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c8984739-3210-4dec-a070-5eb3154cd05f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.493779 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c8984739-3210-4dec-a070-5eb3154cd05f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.505502 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c8984739-3210-4dec-a070-5eb3154cd05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.565993 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c8984739-3210-4dec-a070-5eb3154cd05f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2da64448a9eb4eb18bbb311f40fc439c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1933651 Dec 15 11:39:18.566421 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39698) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:18.567221 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8984739-3210-4dec-a070-5eb3154cd05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35121ff3-c0f3-4ba6-81c3-ca3c25d86066,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:18.625272 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-920dad80-2958-4e4d-be1d-e9d4cf49efe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.651635 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-920dad80-2958-4e4d-be1d-e9d4cf49efe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.714301 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-920dad80-2958-4e4d-be1d-e9d4cf49efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.717861 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-920dad80-2958-4e4d-be1d-e9d4cf49efe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:18.719386 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-920dad80-2958-4e4d-be1d-e9d4cf49efe4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35121ff3-c0f3-4ba6-81c3-ca3c25d86066 HTTP/1.1" status: 204 len: 168 time: 0.1517437 Dec 15 11:39:18.732983 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dad80-2958-4e4d-be1d-e9d4cf49efe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35121ff3-c0f3-4ba6-81c3-ca3c25d86066,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:18.823905 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:39:18.950565 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:18.966973 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '7f8ae526-ce95-49ee-92b4-d510f9e9ae60', 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502', 'port_id': '7f8ae526-ce95-49ee-92b4-d510f9e9ae60', 'mac_address': 'fa:16:3e:14:2c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:39:18.985600 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc309273-3c49-46f5-b04b-08c3384a9d8d req-a6aab558-f7ae-48a7-bfd2-dd0964a7d19d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:18.988283 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fc309273-3c49-46f5-b04b-08c3384a9d8d req-a6aab558-f7ae-48a7-bfd2-dd0964a7d19d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 943 time: 0.1627848 Dec 15 11:39:19.007823 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47301b44-6679-4242-ab90-d1cb7e7a1e5b req-9c4c58a2-7b49-4009-af32-39cc90042488 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:19.016730 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47301b44-6679-4242-ab90-d1cb7e7a1e5b req-9c4c58a2-7b49-4009-af32-39cc90042488 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1317568 Dec 15 11:39:19.028076 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:19.058586 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:39:19.086878 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:19.089441 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fc309273-3c49-46f5-b04b-08c3384a9d8d req-b667e83c-fa53-4eb8-9b51-63de07df1bc6 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694895 Dec 15 11:39:19.103779 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:19.125962 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47301b44-6679-4242-ab90-d1cb7e7a1e5b req-003a227d-0269-41db-b807-d99f21361c24 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038601 Dec 15 11:39:19.175929 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:19.185237 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.185618 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.185981 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.186379 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.186702 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.187337 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.187337 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.187646 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.188166 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.188568 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.189020 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.189370 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:19.190277 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:22.029748 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef37ffb-5ea6-41d4-a1d9-eec8af5b147d req-e12864f8-a4f4-489b-8b39-2c580a959e4e tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:22.031285 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fef37ffb-5ea6-41d4-a1d9-eec8af5b147d req-e12864f8-a4f4-489b-8b39-2c580a959e4e tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 944 time: 0.0983686 Dec 15 11:39:22.063795 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f36e4-ce8c-45ac-99bc-ac497f70cbec req-dcda759d-2c2d-4fda-824c-743404a94813 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:22.065935 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d23f36e4-ce8c-45ac-99bc-ac497f70cbec req-dcda759d-2c2d-4fda-824c-743404a94813 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0943828 Dec 15 11:39:22.105622 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fef37ffb-5ea6-41d4-a1d9-eec8af5b147d req-6275bf3b-5622-4b5e-83b7-48c1934b4644 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681891 Dec 15 11:39:22.132663 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d23f36e4-ce8c-45ac-99bc-ac497f70cbec req-a219f1eb-4f79-4053-bea0-11fd6ac59181 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602164 Dec 15 11:39:22.355735 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['7f8ae526-ce95-49ee-92b4-d510f9e9ae60'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:39:23.296355 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601af2cf-c719-4305-9651-f053395b690d req-3d6c2406-713d-406f-ba9f-5de7c001ee42 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:23.297900 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-601af2cf-c719-4305-9651-f053395b690d req-3d6c2406-713d-406f-ba9f-5de7c001ee42 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 944 time: 0.0872595 Dec 15 11:39:23.329081 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0caea-39d9-4f74-b56b-faf59215fa63 req-a1c9f0f6-7484-48f8-a01c-9c64f60540fe tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:23.329853 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52c0caea-39d9-4f74-b56b-faf59215fa63 req-a1c9f0f6-7484-48f8-a01c-9c64f60540fe tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0856764 Dec 15 11:39:23.396273 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-601af2cf-c719-4305-9651-f053395b690d req-21750efd-67ed-4831-a10f-8e7dc6b97e74 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872860 Dec 15 11:39:23.412957 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52c0caea-39d9-4f74-b56b-faf59215fa63 req-803119b9-74dc-43a9-9c2b-53c34c4b0791 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702648 Dec 15 11:39:23.756784 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d89125-76d2-4e93-8e75-de2ad78aea8d req-5b15f34e-64c7-436b-845c-ed935c0d2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:23.758408 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-88d89125-76d2-4e93-8e75-de2ad78aea8d req-5b15f34e-64c7-436b-845c-ed935c0d2d19 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1099 time: 0.0424843 Dec 15 11:39:23.811020 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-88d89125-76d2-4e93-8e75-de2ad78aea8d req-b9508ce6-cc85-41d5-9d40-7473aac45777 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 Dec 15 11:39:23.822790 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:39:23.875252 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:39:23.879967 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:39:23.880377 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:23.961408 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:23.990687 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0590b957-07a0-4746-8ee8-db5dac762353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8ae526-ce95-49ee-92b4-d510f9e9ae60'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:23.992978 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058fba6b-edd8-40c4-a1d7-ccbe34e2df25" -d '{"events": [{"server_uuid": "0590b957-07a0-4746-8ee8-db5dac762353", "name": "network-vif-plugged", "status": "completed", "tag": "7f8ae526-ce95-49ee-92b4-d510f9e9ae60"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:24.008262 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:24.014960 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:24.039755 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfe3dd7-6a36-4fce-ac3d-53db2c4479cd x-openstack-request-id: req-3cfe3dd7-6a36-4fce-ac3d-53db2c4479cd {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:24.040074 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0590b957-07a0-4746-8ee8-db5dac762353", "name": "network-vif-plugged", "status": "completed", "tag": "7f8ae526-ce95-49ee-92b4-d510f9e9ae60", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:24.040337 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cfe3dd7-6a36-4fce-ac3d-53db2c4479cd {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:24.040718 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0590b957-07a0-4746-8ee8-db5dac762353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8ae526-ce95-49ee-92b4-d510f9e9ae60', 'code': 200} Dec 15 11:39:24.065705 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:24.449863 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c96cce-f114-46b1-9d54-56e4cd9e76a5 req-a9f3e724-4e2b-4bf1-b9c9-8731b9aa5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:24.451698 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-23c96cce-f114-46b1-9d54-56e4cd9e76a5 req-a9f3e724-4e2b-4bf1-b9c9-8731b9aa5f13 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 1098 time: 0.0487976 Dec 15 11:39:24.516683 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-23c96cce-f114-46b1-9d54-56e4cd9e76a5 req-1f4d546c-7e58-4c4a-8e58-7c2b2b52e161 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558088 Dec 15 11:39:24.577087 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356f322-224a-437d-9533-248b177f82ac req-6c4e9d2a-dce6-45eb-ad7a-cab35d2b5833 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:24.578533 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c356f322-224a-437d-9533-248b177f82ac req-6c4e9d2a-dce6-45eb-ad7a-cab35d2b5833 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0807872 Dec 15 11:39:24.588897 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f537a61-f1ff-4258-9660-4157417fdbd2 req-12a8b1bc-ad5c-4605-874b-b585eef5228e tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:24.590265 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f537a61-f1ff-4258-9660-4157417fdbd2 req-12a8b1bc-ad5c-4605-874b-b585eef5228e tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 945 time: 0.0805986 Dec 15 11:39:24.664482 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c356f322-224a-437d-9533-248b177f82ac req-70eb57b4-7acd-43c2-ba1a-b116e2f5c065 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732543 Dec 15 11:39:24.673032 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f537a61-f1ff-4258-9660-4157417fdbd2 req-356f6c36-28a8-4552-bf53-911cef1efa40 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743127 Dec 15 11:39:25.128856 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39904) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:25.242694 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a307920-7663-4067-bd55-6d988b862e06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.317200 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:39:25.346009 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a307920-7663-4067-bd55-6d988b862e06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.352255 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a307920-7663-4067-bd55-6d988b862e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.392230 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a307920-7663-4067-bd55-6d988b862e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a37e32f-b8cf-45e5-bb2c-3a87d57c7481,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:25.396299 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1a307920-7663-4067-bd55-6d988b862e06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d50db7b346d946828cfcd49746af2ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663743 Dec 15 11:39:25.399555 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39916) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:25.458240 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd3c313f-e1d8-4eb6-b2f4-8b547aeeecbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.483145 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd3c313f-e1d8-4eb6-b2f4-8b547aeeecbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.543839 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd3c313f-e1d8-4eb6-b2f4-8b547aeeecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.546611 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd3c313f-e1d8-4eb6-b2f4-8b547aeeecbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.547761 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cd3c313f-e1d8-4eb6-b2f4-8b547aeeecbf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a37e32f-b8cf-45e5-bb2c-3a87d57c7481 HTTP/1.1" status: 204 len: 168 time: 0.1472375 Dec 15 11:39:25.557992 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c313f-e1d8-4eb6-b2f4-8b547aeeecbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a37e32f-b8cf-45e5-bb2c-3a87d57c7481,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:25.834825 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b58a65-2086-4f48-bfae-cfc0e0ded69c req-8b418cd7-1707-4186-925e-bc1f4f8eaed7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:25.836362 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-32b58a65-2086-4f48-bfae-cfc0e0ded69c req-8b418cd7-1707-4186-925e-bc1f4f8eaed7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0845597 Dec 15 11:39:25.847126 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e1933-8a07-46cc-b27b-490a404c2909 req-683e04bc-95b9-4fa7-8425-3a868dc464c6 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:25.849058 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-133e1933-8a07-46cc-b27b-490a404c2909 req-683e04bc-95b9-4fa7-8425-3a868dc464c6 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 945 time: 0.0855374 Dec 15 11:39:25.906842 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39938) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:25.921477 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8ffde29d-f032-4fbc-b07d-60b2ab336d9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:25.929515 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-32b58a65-2086-4f48-bfae-cfc0e0ded69c req-e2f6efce-3d4a-493d-9cca-36eb21d982a0 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788941 Dec 15 11:39:25.943672 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-133e1933-8a07-46cc-b27b-490a404c2909 req-1829b93d-5779-4c41-9cfd-d72517e30301 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858414 Dec 15 11:39:26.039882 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8ffde29d-f032-4fbc-b07d-60b2ab336d9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:26.043967 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8ffde29d-f032-4fbc-b07d-60b2ab336d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:26.087304 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8ffde29d-f032-4fbc-b07d-60b2ab336d9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66a74ce52b3f41479046a845e7156786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790547 Dec 15 11:39:26.090586 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39948) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:26.097782 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffde29d-f032-4fbc-b07d-60b2ab336d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c8cc73-9c29-4caa-91ba-cdef2a3de966,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:26.169131 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-910c92c4-9ded-4ce0-a82a-9104eee73960 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:26.208842 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-910c92c4-9ded-4ce0-a82a-9104eee73960 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:26.249575 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bec83f-f6ab-4f4c-ba21-29507c714f24 req-70093939-ea8a-41c3-b298-aab8f374a9fb tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:26.251167 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f8bec83f-f6ab-4f4c-ba21-29507c714f24 req-70093939-ea8a-41c3-b298-aab8f374a9fb tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0940692 Dec 15 11:39:26.257054 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-925601ff-4c7c-4129-8f3e-401db2947337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:26.258581 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-925601ff-4c7c-4129-8f3e-401db2947337 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1099 time: 0.0490487 Dec 15 11:39:26.300272 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-910c92c4-9ded-4ce0-a82a-9104eee73960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:26.302943 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-910c92c4-9ded-4ce0-a82a-9104eee73960 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:26.304051 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-910c92c4-9ded-4ce0-a82a-9104eee73960 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7c8cc73-9c29-4caa-91ba-cdef2a3de966 HTTP/1.1" status: 204 len: 168 time: 0.2124302 Dec 15 11:39:26.322668 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c92c4-9ded-4ce0-a82a-9104eee73960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c8cc73-9c29-4caa-91ba-cdef2a3de966,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:26.343681 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f8bec83f-f6ab-4f4c-ba21-29507c714f24 req-2aa7a8fc-1f95-41e2-ba2a-88a797d41c26 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811350 Dec 15 11:39:26.395476 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-ef13560f-6737-468a-b1cc-ff78fbfc0884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:26.397101 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-ef13560f-6737-468a-b1cc-ff78fbfc0884 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 920 time: 0.1219351 Dec 15 11:39:26.447569 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-8a218baa-705e-4e17-8267-c8b1ecf16b11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c HTTP/1.1" status: 200 len: 217 time: 0.0397878 Dec 15 11:39:26.513501 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-978ddc92-ded3-46b0-afb3-ae93bdfee425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:26.515590 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-978ddc92-ded3-46b0-afb3-ae93bdfee425 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.0588133 Dec 15 11:39:26.574199 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-de99f79c-b579-47bc-9847-db7ee1440f49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493817 Dec 15 11:39:26.679354 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-71e8a686-7864-4e8a-821e-a03045eb8884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:26.738355 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-c1593000-13a8-4afe-9dcf-1675b3542967 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350763 Dec 15 11:39:26.840942 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-cfa48047-b792-4dfe-a2a7-8c08f191a0cd req-d734bba6-beb3-4e23-b06e-f21fa16fd542 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951135 Dec 15 11:39:27.085013 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cf0b2-252a-4d0f-b6ce-61122849ed6f req-6ff1b5cd-a51b-4243-a3e7-1e76f3839e9e tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:27.086561 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-890cf0b2-252a-4d0f-b6ce-61122849ed6f req-6ff1b5cd-a51b-4243-a3e7-1e76f3839e9e tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 945 time: 0.0742795 Dec 15 11:39:27.149842 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-890cf0b2-252a-4d0f-b6ce-61122849ed6f req-f754a829-d8c4-43a5-8431-cd00257306a4 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515821 Dec 15 11:39:27.225570 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 39988) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:27.341520 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-336939d9-6cee-4437-880c-e4bc2f115130 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:27.422773 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-336939d9-6cee-4437-880c-e4bc2f115130 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:27.431844 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-336939d9-6cee-4437-880c-e4bc2f115130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:27.484285 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-336939d9-6cee-4437-880c-e4bc2f115130 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb5c17b170f74b02a042810d630a28a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2575595 Dec 15 11:39:27.487310 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 39998) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:27.496405 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336939d9-6cee-4437-880c-e4bc2f115130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abe501f-3ab0-4046-aae2-536bf0299945,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:27.508990 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e838b-15f7-4d8f-9aab-731fdf65295a req-ec22d32b-490e-41b7-8cdb-4e2636ccdc1a tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:27.510342 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-da2e838b-15f7-4d8f-9aab-731fdf65295a req-ec22d32b-490e-41b7-8cdb-4e2636ccdc1a tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0926285 Dec 15 11:39:27.537278 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e81b-6a59-4685-8f4a-88188a1bf7a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:27.557935 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e81b-6a59-4685-8f4a-88188a1bf7a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:27.559021 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-da2e838b-15f7-4d8f-9aab-731fdf65295a req-cf05c99b-e234-4790-8a6f-31def42532af tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Dec 15 11:39:27.611008 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e81b-6a59-4685-8f4a-88188a1bf7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:27.613756 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ecc3e81b-6a59-4685-8f4a-88188a1bf7a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:27.614917 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ecc3e81b-6a59-4685-8f4a-88188a1bf7a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6abe501f-3ab0-4046-aae2-536bf0299945 HTTP/1.1" status: 204 len: 168 time: 0.1266162 Dec 15 11:39:27.622851 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3e81b-6a59-4685-8f4a-88188a1bf7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abe501f-3ab0-4046-aae2-536bf0299945,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:28.914358 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7481f0e-9103-4eac-8ab7-a836c4d25b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:29.961248 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac635d-edbc-411a-b4c8-a3cd947c283c req-79acaba6-6707-4b9d-80b5-1617e9df4c14 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:29.962515 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-77ac635d-edbc-411a-b4c8-a3cd947c283c req-79acaba6-6707-4b9d-80b5-1617e9df4c14 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0495684 Dec 15 11:39:30.013331 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-77ac635d-edbc-411a-b4c8-a3cd947c283c req-c3a1d3a3-0f87-45c6-86c0-97969717f8db tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444765 Dec 15 11:39:30.019813 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.177414 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5016ee7-1fc1-4251-8493-a011f31c5fab req-010767ba-2cc5-42d1-b914-6c19f8bea644 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:31.179175 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f5016ee7-1fc1-4251-8493-a011f31c5fab req-010767ba-2cc5-42d1-b914-6c19f8bea644 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 945 time: 0.0661304 Dec 15 11:39:31.263490 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f5016ee7-1fc1-4251-8493-a011f31c5fab req-67ac8325-d03a-448c-aacc-a485216045f2 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706060 Dec 15 11:39:31.323056 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6edfb91-9b7b-49e7-ac30-f172b7383fea req-f2c32969-b6b8-46f9-a0c9-798477b65777 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:31.323463 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:31.324563 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6edfb91-9b7b-49e7-ac30-f172b7383fea req-f2c32969-b6b8-46f9-a0c9-798477b65777 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0543737 Dec 15 11:39:31.372306 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6edfb91-9b7b-49e7-ac30-f172b7383fea req-d1770dd1-acc1-4a6b-825c-e88fff6b8955 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414467 Dec 15 11:39:32.502630 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.532313 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 40108) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:32.638368 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.713435 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.717061 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.759205 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be3055701b864fd594991a9ca9dff177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256460 Dec 15 11:39:32.759944 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aec120-5e3c-4afe-8df3-f8a8d5ffb074,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:32.761840 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 40112) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:32.767766 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.768128 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.768481 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.768834 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.769183 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.769519 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.769852 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.770184 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.770516 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.770846 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.771175 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.771499 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.771821 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d5eb7-07eb-4429-91df-9026dcb36f8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.810718 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.833777 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.885445 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.888070 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:32.889282 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42aec120-5e3c-4afe-8df3-f8a8d5ffb074 HTTP/1.1" status: 204 len: 168 time: 0.1264632 Dec 15 11:39:32.896921 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aec120-5e3c-4afe-8df3-f8a8d5ffb074,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:32.904477 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.904849 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.905199 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.905536 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.905866 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.906191 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.906526 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.906850 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.907176 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.907502 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.908318 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.908642 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:32.908996 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d06af4-cbc0-42bd-a065-8edebcaea2ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:39:33.546091 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 40138) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:33.645078 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-440740886-network', 'tenant_id': 'c5183b2683ba4edf99c4d263da589731'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:33.666799 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Made reservation on behalf of c5183b2683ba4edf99c4d263da589731 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:33.668943 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:33.677871 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:33.750146 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:33.754083 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:33.778282 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:39:33.788489 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:33.793437 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:33.793781 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Added segment def2cf0b-8fe6-4f83-9e8d-b846dec6107b of type vlan for network 043ed30d-71ff-4c64-8bd0-0122ec779934 Dec 15 11:39:33.838030 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:33.865483 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:33.866463 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:33.867070 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.103574 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5562401 Dec 15 11:39:34.106885 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 40142) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:34.116209 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Request body: {'subnet': {'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-440740886-subnet', 'tenant_id': 'c5183b2683ba4edf99c4d263da589731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:34.117166 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53ead7-78d6-425d-84a3-ccdcbe718ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=043ed30d-71ff-4c64-8bd0-0122ec779934,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:34.127582 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 043ed30d-71ff-4c64-8bd0-0122ec779934 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:39:34.141989 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Made reservation on behalf of c5183b2683ba4edf99c4d263da589731 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:34.145288 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13785128'] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.341067 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14141366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13785142'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.396122 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4468ff6b-7609-4bdd-afcc-a398a797ef19,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:34.415153 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Checking segment: {'id': 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:39:34.415519 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Network hostable DHCP agents. Network: 043ed30d-71ff-4c64-8bd0-0122ec779934, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:39:34.440362 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Network 043ed30d-71ff-4c64-8bd0-0122ec779934 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:39:34.457709 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 043ed30d-71ff-4c64-8bd0-0122ec779934) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:39:34.462452 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:34.463713 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:34.467887 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ac4c9-4d6f-438c-8fd0-7981072c42eb None None] Network 043ed30d-71ff-4c64-8bd0-0122ec779934 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:39:34.487669 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d38f2596-e0d9-4a40-991e-57264d5564c2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3792605 Dec 15 11:39:34.578620 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55656c9-177d-40fa-a8e9-2289cdce4701 None None] Network 043ed30d-71ff-4c64-8bd0-0122ec779934 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:39:35.424958 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee86491-bfdb-469e-a80e-d29abda803d1 req-8eef929a-03a7-411c-8674-d659d14e654b tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:35.427559 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3ee86491-bfdb-469e-a80e-d29abda803d1 req-8eef929a-03a7-411c-8674-d659d14e654b tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 945 time: 0.1403747 Dec 15 11:39:35.459503 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a631e-d844-46bf-943d-586b16480daf req-4c1627e3-9b08-4005-8ce0-85e8e4235a2f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:35.462278 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-279a631e-d844-46bf-943d-586b16480daf req-4c1627e3-9b08-4005-8ce0-85e8e4235a2f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1294692 Dec 15 11:39:35.584488 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3ee86491-bfdb-469e-a80e-d29abda803d1 req-3dea9ed5-098e-4dd2-92e2-56dad29e4701 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489451 Dec 15 11:39:35.608250 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-279a631e-d844-46bf-943d-586b16480daf req-67c1d0bd-bf81-41b0-9316-88058751b9f7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322334 Dec 15 11:39:36.267050 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-f7be7454-a608-4c2f-bcf9-3753d6e143a4 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:36.269233 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-f7be7454-a608-4c2f-bcf9-3753d6e143a4 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/networks?id=043ed30d-71ff-4c64-8bd0-0122ec779934 HTTP/1.1" status: 200 len: 813 time: 0.1150818 Dec 15 11:39:36.285651 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-6d93879a-2a6f-4a2b-abf3-354440a5d330 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/quotas/c5183b2683ba4edf99c4d263da589731 HTTP/1.1" status: 200 len: 375 time: 0.0106573 Dec 15 11:39:36.320752 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3f6a73ca-f38d-426f-a3f3-501d36fb5149 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5183b2683ba4edf99c4d263da589731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280180 Dec 15 11:39:36.436315 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-5e91c294-289d-49f0-a9bf-0fa123aa940d service neutron] 10.222.0.62 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084051 Dec 15 11:39:36.539538 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-a8645462-eb96-4bd6-875d-50f25a916f1f service neutron] 10.222.0.62 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962646 Dec 15 11:39:36.617738 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-56e348c3-fa22-4e9b-9929-b55954823823 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:36.619854 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-56e348c3-fa22-4e9b-9929-b55954823823 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.58 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 945 time: 0.0874071 Dec 15 11:39:36.763164 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cfbf7-93d6-4489-ae50-86d5a36db42f req-185fed87-81aa-42df-acc5-f5949bf60d4a tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:36.771607 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba6cfbf7-93d6-4489-ae50-86d5a36db42f req-185fed87-81aa-42df-acc5-f5949bf60d4a tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 945 time: 0.0906601 Dec 15 11:39:36.822117 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Deleting port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:39:36.822469 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:36.881302 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba6cfbf7-93d6-4489-ae50-86d5a36db42f req-6dc083da-ac92-4d11-bf97-f91bd8ae1efd tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079874 Dec 15 11:39:36.905156 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88936-3c95-4fc4-8bdb-bc13fc959e7b req-6210afda-e559-417a-9813-387240c6207f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:36.914209 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ddd88936-3c95-4fc4-8bdb-bc13fc959e7b req-6210afda-e559-417a-9813-387240c6207f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1021681 Dec 15 11:39:36.986570 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] For port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:36.987684 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:37.005716 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Calling delete_port for 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:39:37.010048 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ddd88936-3c95-4fc4-8bdb-bc13fc959e7b req-85c71200-d1ff-43c2-b2a6-adf50525882b tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936930 Dec 15 11:39:37.058283 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-86d81f7d-da21-48ce-b725-55114d75cd46 req-9d2ee34a-7c32-499e-8d8d-633dd3aa1a3b tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 210 time: 0.0680861 Dec 15 11:39:37.223547 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:37.236732 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:37.271885 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Pushing event deleted for resources: {'Port': ['ID=7f8ae526-ce95-49ee-92b4-d510f9e9ae60,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:37.288294 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['7f8ae526-ce95-49ee-92b4-d510f9e9ae60'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:39:37.337122 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] No DVR routers for this DVR port 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 on host hv-cinder-81322 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:39:37.345141 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:37.349882 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-605c48d2-0853-4f30-b8f8-70b486a03e35 req-8ffaaf52-7970-4841-a06d-f5089f59ff0f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.58 "DELETE /v2.0/ports/7f8ae526-ce95-49ee-92b4-d510f9e9ae60 HTTP/1.1" status: 204 len: 173 time: 0.7152483 Dec 15 11:39:37.350373 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0590b957-07a0-4746-8ee8-db5dac762353', 'name': 'network-vif-deleted', 'tag': '7f8ae526-ce95-49ee-92b4-d510f9e9ae60'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:37.352924 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9815693b-50ff-4f0c-879e-92bea985f730" -d '{"events": [{"server_uuid": "0590b957-07a0-4746-8ee8-db5dac762353", "name": "network-vif-deleted", "tag": "7f8ae526-ce95-49ee-92b4-d510f9e9ae60"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:37.421639 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75f79b6-1e6f-4b70-87a2-2d60a4fa7019 x-openstack-request-id: req-c75f79b6-1e6f-4b70-87a2-2d60a4fa7019 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:37.422954 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0590b957-07a0-4746-8ee8-db5dac762353", "name": "network-vif-deleted", "tag": "7f8ae526-ce95-49ee-92b4-d510f9e9ae60", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:37.423388 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c75f79b6-1e6f-4b70-87a2-2d60a4fa7019 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:37.424313 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0590b957-07a0-4746-8ee8-db5dac762353', 'name': 'network-vif-deleted', 'tag': '7f8ae526-ce95-49ee-92b4-d510f9e9ae60', 'status': 'completed', 'code': 200} Dec 15 11:39:38.039713 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fe257a2-0572-460a-9ed8-4e9f465c38e0 req-48aad5f4-5375-4166-8658-d22bf237cc52 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=0590b957-07a0-4746-8ee8-db5dac762353 HTTP/1.1" status: 200 len: 210 time: 0.0285654 Dec 15 11:39:38.170102 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0c1ec5a-40e6-439d-bc5a-26c94157045c req-a55dc6e9-7c4c-4f6c-a309-3ba3aec210e7 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 210 time: 0.0360205 Dec 15 11:39:38.765326 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295d584-2136-4869-8835-16ee44f58540 req-823df826-dc2b-48e7-be91-e5c3093c5965 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:38.774609 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b295d584-2136-4869-8835-16ee44f58540 req-823df826-dc2b-48e7-be91-e5c3093c5965 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0780096 Dec 15 11:39:38.821336 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b295d584-2136-4869-8835-16ee44f58540 req-8e8821e1-0300-4241-848c-fde2dd3be0b3 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457349 Dec 15 11:39:38.988008 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-2639e29f-92e4-4fe0-9125-4899d98fd59a tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:38.989636 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-2639e29f-92e4-4fe0-9125-4899d98fd59a tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.58 "GET /v2.0/networks?id=043ed30d-71ff-4c64-8bd0-0122ec779934 HTTP/1.1" status: 200 len: 813 time: 0.1643035 Dec 15 11:39:39.024584 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Request body: {'port': {'device_id': '76927bf7-322e-43b2-ac7e-ab7873d60d4c', 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934', 'admin_state_up': True, 'tenant_id': 'c5183b2683ba4edf99c4d263da589731'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:39.158525 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 40278) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:39.181229 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Made reservation on behalf of c5183b2683ba4edf99c4d263da589731 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:39.185072 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:39.355092 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8e0d1070-6ce0-4ee8-9d32-fcca4ed4a350 req-eba6c771-dabb-4790-a9d7-1fd8af90567b tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 210 time: 0.0485070 Dec 15 11:39:39.407068 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4e98-c684-4e6b-a469-41922c174eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:39.443323 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Allocated IP 172.20.0.7 (043ed30d-71ff-4c64-8bd0-0122ec779934/4468ff6b-7609-4bdd-afcc-a398a797ef19/daab083d-dd38-4f06-bbed-e8a04b3d5a40) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:39:39.489136 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53311ef-b4f0-4272-af46-3525b62257cf req-cf4b4d56-67b5-445b-be19-33ae212f0af8 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:39.490691 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-cf4b4d56-67b5-445b-be19-33ae212f0af8 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/networks?id=22fbe467-c573-48f9-a608-3e8a56ded502 HTTP/1.1" status: 200 len: 809 time: 0.1217263 Dec 15 11:39:39.515139 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-4cb127c5-1f0e-40ff-84b7-afc0f6094247 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/quotas/64bc6b962f6a499c9dd67625fdad3be8 HTTP/1.1" status: 200 len: 375 time: 0.0111272 Dec 15 11:39:39.553059 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-a16693c7-14fa-45e1-81d1-9a9a6218e441 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=64bc6b962f6a499c9dd67625fdad3be8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295765 Dec 15 11:39:39.596287 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4e98-c684-4e6b-a469-41922c174eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:39.601969 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3e1f4e98-c684-4e6b-a469-41922c174eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:39.669609 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f4e98-c684-4e6b-a469-41922c174eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420ab2b5-f78d-4112-9a4a-8ddc2cc6f467,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:39.679781 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3e1f4e98-c684-4e6b-a469-41922c174eb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ce710b52d034423af904f4c50b8e986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5197520 Dec 15 11:39:39.683758 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 40298) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:39:39.703672 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:39.726947 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-ccddcbbe-1537-4fb1-8ba5-9d57218b8ab4 service neutron] 10.222.0.62 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599567 Dec 15 11:39:39.768244 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:39.827131 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e2862ce8-86ba-47e9-8266-91b688d0cabf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:39.860503 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Network 043ed30d-71ff-4c64-8bd0-0122ec779934 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:39:39.866051 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:39:39.871567 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:39:39.876502 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Pushing event updated for resources: {'Port': ['ID=daab083d-dd38-4f06-bbed-e8a04b3d5a40,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:39.902985 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-b2a7daa0-9a99-4091-b4d9-a9dbf2e28d03 service neutron] 10.222.0.62 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688559 Dec 15 11:39:39.908827 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:39:39.909423 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e2862ce8-86ba-47e9-8266-91b688d0cabf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:39.972961 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:39:39.974664 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 7f8ae526-ce95-49ee-92b4-d510f9e9ae60 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:39:40.006217 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e2862ce8-86ba-47e9-8266-91b688d0cabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:40.009092 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e2862ce8-86ba-47e9-8266-91b688d0cabf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:40.010270 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e2862ce8-86ba-47e9-8266-91b688d0cabf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/420ab2b5-f78d-4112-9a4a-8ddc2cc6f467 HTTP/1.1" status: 204 len: 168 time: 0.3256190 Dec 15 11:39:40.019961 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2862ce8-86ba-47e9-8266-91b688d0cabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420ab2b5-f78d-4112-9a4a-8ddc2cc6f467,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:40.045912 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:40.046775 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:40.063193 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-a116e075-28a4-46aa-b310-ed78525f1a2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860944 Dec 15 11:39:40.074950 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-c70c7aca-49d1-4911-acdc-53ffba59c5b8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0567183 Dec 15 11:39:40.114710 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Request body: {'port': {'device_id': '76927bf7-322e-43b2-ac7e-ab7873d60d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:40.212102 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-af975cee-f26e-4fda-8920-38a95af3c804 req-0fa4dcc4-80b3-44d8-bc44-2da7b0fb5dbe tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 210 time: 0.0404990 Dec 15 11:39:40.264783 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-4f7ff675-fed6-4897-a4ae-c061aebe5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:40.269743 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-4f7ff675-fed6-4897-a4ae-c061aebe5fcc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1099 time: 0.1409085 Dec 15 11:39:40.269743 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:40.518514 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b31833-d86b-4bba-99e9-45d4e60c95c0 req-a613725f-95af-4092-a4a8-5f18df6ef7a5 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:40.520238 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47b31833-d86b-4bba-99e9-45d4e60c95c0 req-a613725f-95af-4092-a4a8-5f18df6ef7a5 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 931 time: 0.0774131 Dec 15 11:39:40.535615 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-ef011f50-f117-4558-95a4-ca8552b4559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:40.537348 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-ef011f50-f117-4558-95a4-ca8552b4559a service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 920 time: 0.2405517 Dec 15 11:39:40.583194 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47b31833-d86b-4bba-99e9-45d4e60c95c0 req-b90af338-4dae-4636-a9ca-75cd9e1e52c1 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545218 Dec 15 11:39:40.643892 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-8cb6cef6-6b20-4031-b4f7-8d18c79f1436 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c HTTP/1.1" status: 200 len: 217 time: 0.0912833 Dec 15 11:39:40.755033 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-5867580b-2f37-4938-8f5d-42aa7591b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:40.756546 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-5867580b-2f37-4938-8f5d-42aa7591b80d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.0948608 Dec 15 11:39:40.817607 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-0eaf777f-7002-431f-9272-ece9b12720b6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473673 Dec 15 11:39:40.836586 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daab083d-dd38-4f06-bbed-e8a04b3d5a40 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:39:40.845169 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:40.886597 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Transition to ACTIVE for port object daab083d-dd38-4f06-bbed-e8a04b3d5a40 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:39:40.964099 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:41.087138 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=daab083d-dd38-4f06-bbed-e8a04b3d5a40,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:41.133197 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-96eaccc5-653f-47a2-98ad-28481c9d35d6 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780833 Dec 15 11:39:41.356127 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-eb78ec82-3b26-4765-892a-935210e492e2 req-7692b45b-f2b9-48b9-a96c-7db3e69a1956 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 210 time: 0.0376663 Dec 15 11:39:41.580174 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Attempting to bind port daab083d-dd38-4f06-bbed-e8a04b3d5a40 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:39:41.580559 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Attempting to bind port daab083d-dd38-4f06-bbed-e8a04b3d5a40 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:39:41.580875 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Attempting to bind port daab083d-dd38-4f06-bbed-e8a04b3d5a40 on network 043ed30d-71ff-4c64-8bd0-0122ec779934 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:41.598262 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Port daab083d-dd38-4f06-bbed-e8a04b3d5a40 on network 043ed30d-71ff-4c64-8bd0-0122ec779934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:39:41.598589 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Attempting to bind port daab083d-dd38-4f06-bbed-e8a04b3d5a40 on network 043ed30d-71ff-4c64-8bd0-0122ec779934 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:41.623026 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:39:41.623368 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Checking segment: {'id': 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:39:41.627030 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Bound using segment: {'id': 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:39:41.627532 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Bound port: daab083d-dd38-4f06-bbed-e8a04b3d5a40, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:39:41.630407 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:41.674521 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-7aca043c-fe72-43f7-aa93-a1bb6719cadb service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226700 Dec 15 11:39:41.758206 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] For port daab083d-dd38-4f06-bbed-e8a04b3d5a40, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:39:41.760138 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53311ef-b4f0-4272-af46-3525b62257cf req-ecbf31e1-e1f1-482f-b57d-ff58c3265cbd tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:41.762308 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] For port daab083d-dd38-4f06-bbed-e8a04b3d5a40, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=daab083d-dd38-4f06-bbed-e8a04b3d5a40,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:39:41.764695 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-ecbf31e1-e1f1-482f-b57d-ff58c3265cbd tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.58 "GET /v2.0/networks?id=22fbe467-c573-48f9-a608-3e8a56ded502 HTTP/1.1" status: 200 len: 809 time: 0.2743809 Dec 15 11:39:41.771692 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:41.796058 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Request body: {'port': {'device_id': '425fe219-ef46-4bc3-bbe2-d91801dfbeae', 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502', 'admin_state_up': True, 'tenant_id': '64bc6b962f6a499c9dd67625fdad3be8'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:41.864404 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:41.865096 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:41.866746 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] 10.222.0.58 "PUT /v2.0/ports/daab083d-dd38-4f06-bbed-e8a04b3d5a40 HTTP/1.1" status: 200 len: 1093 time: 1.7571430 Dec 15 11:39:41.867235 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76927bf7-322e-43b2-ac7e-ab7873d60d4c', 'tag': 'daab083d-dd38-4f06-bbed-e8a04b3d5a40'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:41.869599 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab78259-4316-441b-a1a0-e01bd4939e34" -d '{"events": [{"name": "network-changed", "server_uuid": "76927bf7-322e-43b2-ac7e-ab7873d60d4c", "tag": "daab083d-dd38-4f06-bbed-e8a04b3d5a40"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:41.908605 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840b217-1fbe-4c85-9408-94b4266ce8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=daab083d-dd38-4f06-bbed-e8a04b3d5a40,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:41.940900 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06164b0c-57da-4888-8a95-5c3fdcd9e0fe x-openstack-request-id: req-06164b0c-57da-4888-8a95-5c3fdcd9e0fe {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:41.941217 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76927bf7-322e-43b2-ac7e-ab7873d60d4c", "tag": "daab083d-dd38-4f06-bbed-e8a04b3d5a40", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:41.941468 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06164b0c-57da-4888-8a95-5c3fdcd9e0fe {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:41.941857 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76927bf7-322e-43b2-ac7e-ab7873d60d4c', 'tag': 'daab083d-dd38-4f06-bbed-e8a04b3d5a40', 'status': 'completed', 'code': 200} Dec 15 11:39:41.992234 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c44b8f-29fc-4249-84b4-51565a206def req-1f0fd909-20cc-4b08-b3e5-2866932a9432 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:41.993837 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-39c44b8f-29fc-4249-84b4-51565a206def req-1f0fd909-20cc-4b08-b3e5-2866932a9432 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 943 time: 0.2280085 Dec 15 11:39:42.093849 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-39c44b8f-29fc-4249-84b4-51565a206def req-f8687868-ec6a-438c-a9b2-b383fda1aae1 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842533 Dec 15 11:39:42.117109 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Made reservation on behalf of 64bc6b962f6a499c9dd67625fdad3be8 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:42.121317 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:42.132650 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-e7c61478-c1a3-4c5c-a8b4-1aee3861f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:42.134828 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-e7c61478-c1a3-4c5c-a8b4-1aee3861f39f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5183b2683ba4edf99c4d263da589731&device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 1096 time: 0.0989094 Dec 15 11:39:42.219185 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-edd4f68c-079d-4339-827d-6d86fe94d36b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daab083d-dd38-4f06-bbed-e8a04b3d5a40 HTTP/1.1" status: 200 len: 217 time: 0.0412068 Dec 15 11:39:42.303432 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-737af8f5-5eb3-402b-8728-df1e5f95108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:42.305974 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-737af8f5-5eb3-402b-8728-df1e5f95108e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4468ff6b-7609-4bdd-afcc-a398a797ef19 HTTP/1.1" status: 200 len: 853 time: 0.0588059 Dec 15 11:39:42.312257 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Allocated IP 172.20.0.5 (22fbe467-c573-48f9-a608-3e8a56ded502/6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d/9adac54f-c4c6-44e1-af99-93bf749a4ae4) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:39:42.344601 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-3561f891-fffd-4ffd-9609-922ef8e7cbd9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=043ed30d-71ff-4c64-8bd0-0122ec779934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272048 Dec 15 11:39:42.447556 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-12448340-aef9-4938-8e12-70b77d197b85 service neutron] 10.222.0.58 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948467 Dec 15 11:39:42.511159 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-306bd2db-5a8b-49af-97b0-67d2c29fc72d req-aa63a69d-10f8-44d7-ab77-54daca463b9e tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 210 time: 0.0442371 Dec 15 11:39:42.532114 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:42.568657 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7d90b9c5-58a2-42a5-a3a4-5f2510025c67 req-177da627-459c-490d-8f20-e5097a09ea76 service neutron] 10.222.0.58 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126065 Dec 15 11:39:42.573781 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:42.623932 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Network 22fbe467-c573-48f9-a608-3e8a56ded502 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:39:42.627216 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:39:42.631546 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:39:42.638219 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Pushing event updated for resources: {'Port': ['ID=9adac54f-c4c6-44e1-af99-93bf749a4ae4,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:42.693894 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:42.694530 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:42.712530 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-3e28c639-2a97-419d-b990-10c320391356 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9202881 Dec 15 11:39:42.776892 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Request body: {'port': {'device_id': '425fe219-ef46-4bc3-bbe2-d91801dfbeae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:42.828625 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-943f5e04-7c01-4d93-b236-3dbe99769b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:42.830890 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-943f5e04-7c01-4d93-b236-3dbe99769b80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5183b2683ba4edf99c4d263da589731&device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 1096 time: 0.0603569 Dec 15 11:39:42.856943 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:42.948846 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-ac54b017-204d-4e10-9b6f-977e817f1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:42.950812 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-ac54b017-204d-4e10-9b6f-977e817f1c21 service neutron] 10.222.0.58 "GET /v2.0/networks?id=043ed30d-71ff-4c64-8bd0-0122ec779934 HTTP/1.1" status: 200 len: 914 time: 0.1103892 Dec 15 11:39:43.011118 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-28ac958a-5404-4227-8d64-2e668e252145 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=daab083d-dd38-4f06-bbed-e8a04b3d5a40 HTTP/1.1" status: 200 len: 217 time: 0.0502098 Dec 15 11:39:43.072690 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-260fe801-cac2-4089-a20e-5ef69617df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:43.074280 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-260fe801-cac2-4089-a20e-5ef69617df05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4468ff6b-7609-4bdd-afcc-a398a797ef19 HTTP/1.1" status: 200 len: 853 time: 0.0529788 Dec 15 11:39:43.130078 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-646b1acd-402b-4061-9838-0a62cbf859cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=043ed30d-71ff-4c64-8bd0-0122ec779934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376780 Dec 15 11:39:43.241901 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9adac54f-c4c6-44e1-af99-93bf749a4ae4 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:39:43.253981 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:43.268708 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Transition to ACTIVE for port object 9adac54f-c4c6-44e1-af99-93bf749a4ae4 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:39:43.276307 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:43.332084 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ec9c7-9b1d-4e62-96d9-ae8b585a669f req-4fb5addf-37dc-4328-b55a-3375e23a419f tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:43.340357 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-775ec9c7-9b1d-4e62-96d9-ae8b585a669f req-4fb5addf-37dc-4328-b55a-3375e23a419f tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 943 time: 0.1427593 Dec 15 11:39:43.360437 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-a5ed574f-2b95-4229-8a2d-e9097a088e60 service neutron] 10.222.0.58 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105620 Dec 15 11:39:43.391790 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Pushing event updated for resources: {'Port': ['ID=9adac54f-c4c6-44e1-af99-93bf749a4ae4,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:43.488937 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-a4d5015d-2ffd-40da-9e55-e0ac18637006 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4959cf7513f14b3eb8381c2ae14d5b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668602 Dec 15 11:39:43.497590 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-775ec9c7-9b1d-4e62-96d9-ae8b585a669f req-2941c6a2-ba29-4dc3-8e87-36facf3cd408 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561239 Dec 15 11:39:43.502104 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-0ab78259-4316-441b-a1a0-e01bd4939e34 req-119344a4-8711-44c6-9d25-f07040401533 service neutron] 10.222.0.58 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175909 Dec 15 11:39:43.628170 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Attempting to bind port 9adac54f-c4c6-44e1-af99-93bf749a4ae4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:39:43.628295 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Attempting to bind port 9adac54f-c4c6-44e1-af99-93bf749a4ae4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '85e6152e-b099-44f0-a3d2-983473987b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:39:43.632277 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Attempting to bind port 9adac54f-c4c6-44e1-af99-93bf749a4ae4 on network 22fbe467-c573-48f9-a608-3e8a56ded502 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:43.661339 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Port 9adac54f-c4c6-44e1-af99-93bf749a4ae4 on network 22fbe467-c573-48f9-a608-3e8a56ded502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:39:43.661637 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Attempting to bind port 9adac54f-c4c6-44e1-af99-93bf749a4ae4 on network 22fbe467-c573-48f9-a608-3e8a56ded502 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:43.681927 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:39:43.682307 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Checking segment: {'id': '85e6152e-b099-44f0-a3d2-983473987b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:39:43.682654 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Bound using segment: {'id': '85e6152e-b099-44f0-a3d2-983473987b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:39:43.683112 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Bound port: 9adac54f-c4c6-44e1-af99-93bf749a4ae4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e6152e-b099-44f0-a3d2-983473987b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:39:43.683471 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:43.799598 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-78a26d87-7ac3-4644-aa25-0b02bdfc4305 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:43.801163 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-78a26d87-7ac3-4644-aa25-0b02bdfc4305 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021681 Dec 15 11:39:43.844671 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-c4d1bd37-6e81-4638-a3eb-abeb991b1753 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/quotas/4959cf7513f14b3eb8381c2ae14d5b9a HTTP/1.1" status: 200 len: 375 time: 0.0361288 Dec 15 11:39:43.855068 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0799b9-9e54-4f6d-8599-a8e22fb17b4b req-0937fdf7-e9b2-4e0d-84fe-fbb02e9c1b73 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:43.856975 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be0799b9-9e54-4f6d-8599-a8e22fb17b4b req-0937fdf7-e9b2-4e0d-84fe-fbb02e9c1b73 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 943 time: 0.1639597 Dec 15 11:39:43.861407 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] For port 9adac54f-c4c6-44e1-af99-93bf749a4ae4, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:39:43.874431 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] For port 9adac54f-c4c6-44e1-af99-93bf749a4ae4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9adac54f-c4c6-44e1-af99-93bf749a4ae4,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:39:43.898813 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-663b86ea-1bac-44c4-9bca-868677f5f958 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4959cf7513f14b3eb8381c2ae14d5b9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394375 Dec 15 11:39:43.906374 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:43.953357 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:43.953357 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:43.955907 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] 10.222.0.58 "PUT /v2.0/ports/9adac54f-c4c6-44e1-af99-93bf749a4ae4 HTTP/1.1" status: 200 len: 1093 time: 1.1845002 Dec 15 11:39:43.955907 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425fe219-ef46-4bc3-bbe2-d91801dfbeae', 'tag': '9adac54f-c4c6-44e1-af99-93bf749a4ae4'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:43.957652 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a770fafd-b3a6-4160-9118-8d054c905944" -d '{"events": [{"name": "network-changed", "server_uuid": "425fe219-ef46-4bc3-bbe2-d91801dfbeae", "tag": "9adac54f-c4c6-44e1-af99-93bf749a4ae4"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:44.000088 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be0799b9-9e54-4f6d-8599-a8e22fb17b4b req-7280c459-7aa1-4b69-8f7c-886ba46fef06 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279211 Dec 15 11:39:44.003592 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7de2d-a5c0-4cc5-9b64-1e1344e4d987 service neutron] Pushing event updated for resources: {'Port': ['ID=9adac54f-c4c6-44e1-af99-93bf749a4ae4,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:44.088496 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321dfdb6-8a85-4807-b7b7-1770ad8cda74 x-openstack-request-id: req-321dfdb6-8a85-4807-b7b7-1770ad8cda74 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:44.088782 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425fe219-ef46-4bc3-bbe2-d91801dfbeae", "tag": "9adac54f-c4c6-44e1-af99-93bf749a4ae4", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:44.089056 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-321dfdb6-8a85-4807-b7b7-1770ad8cda74 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:44.089448 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425fe219-ef46-4bc3-bbe2-d91801dfbeae', 'tag': '9adac54f-c4c6-44e1-af99-93bf749a4ae4', 'status': 'completed', 'code': 200} Dec 15 11:39:44.109166 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53311ef-b4f0-4272-af46-3525b62257cf req-fffd2c6e-a868-40b1-bc91-1d27d224b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:44.110885 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-fffd2c6e-a868-40b1-bc91-1d27d224b73c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64bc6b962f6a499c9dd67625fdad3be8&device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 1096 time: 0.0821171 Dec 15 11:39:44.345647 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7c239913-850c-4933-aeef-4d25674d23cd req-702aabe7-27f2-482f-b8eb-bc47a9b5b724 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 210 time: 0.2386289 Dec 15 11:39:44.385925 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-588a6862-a232-47d3-88fe-3fbd571d1a06 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9adac54f-c4c6-44e1-af99-93bf749a4ae4 HTTP/1.1" status: 200 len: 217 time: 0.0428140 Dec 15 11:39:44.442351 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53311ef-b4f0-4272-af46-3525b62257cf req-f52d62dd-cd8f-467f-8d4a-2df0dc5cbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:44.444360 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-f52d62dd-cd8f-467f-8d4a-2df0dc5cbd82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d HTTP/1.1" status: 200 len: 849 time: 0.0506299 Dec 15 11:39:44.483709 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-5a2de2fb-4794-49bc-992a-bf2bad0fab46 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22fbe467-c573-48f9-a608-3e8a56ded502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320971 Dec 15 11:39:44.617294 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-6d2f7d83-58fb-4fe9-a8f8-f58a7c0a5f55 service neutron] 10.222.0.58 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224816 Dec 15 11:39:44.660718 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2affa7-a7b6-414b-9360-ac7027f8b1ef req-3306f7f2-e6e5-4078-8c12-ae2e832235b6 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:44.662098 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c2affa7-a7b6-414b-9360-ac7027f8b1ef req-3306f7f2-e6e5-4078-8c12-ae2e832235b6 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 943 time: 0.0833452 Dec 15 11:39:44.755835 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c2affa7-a7b6-414b-9360-ac7027f8b1ef req-8ae98213-5355-4cb3-97f3-c564184149f4 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680728 Dec 15 11:39:44.766960 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a53311ef-b4f0-4272-af46-3525b62257cf req-0c4bca42-f63a-4017-9d0b-47a1075c728c service neutron] 10.222.0.58 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391478 Dec 15 11:39:44.930485 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770fafd-b3a6-4160-9118-8d054c905944 req-7d213a93-b7c3-4845-8eef-fe1755dca865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:44.934775 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a770fafd-b3a6-4160-9118-8d054c905944 req-7d213a93-b7c3-4845-8eef-fe1755dca865 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=64bc6b962f6a499c9dd67625fdad3be8&device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 1096 time: 0.0472076 Dec 15 11:39:45.033895 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770fafd-b3a6-4160-9118-8d054c905944 req-ef018ccd-30a1-454e-867c-c602aaa50946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:45.035395 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a770fafd-b3a6-4160-9118-8d054c905944 req-ef018ccd-30a1-454e-867c-c602aaa50946 service neutron] 10.222.0.58 "GET /v2.0/networks?id=22fbe467-c573-48f9-a608-3e8a56ded502 HTTP/1.1" status: 200 len: 910 time: 0.0936031 Dec 15 11:39:45.085065 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a770fafd-b3a6-4160-9118-8d054c905944 req-219ff1e6-1e14-4458-998b-326b6ece9cde service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9adac54f-c4c6-44e1-af99-93bf749a4ae4 HTTP/1.1" status: 200 len: 217 time: 0.0371478 Dec 15 11:39:45.174789 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770fafd-b3a6-4160-9118-8d054c905944 req-13ead2b2-f14a-42a6-be2b-fe6caa16c138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:45.176268 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a770fafd-b3a6-4160-9118-8d054c905944 req-13ead2b2-f14a-42a6-be2b-fe6caa16c138 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d HTTP/1.1" status: 200 len: 849 time: 0.0832074 Dec 15 11:39:45.189120 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb9e84-da17-47f4-8d4d-7ac77ed8bf9d req-2df06ba1-3ed2-4197-b935-bef05654be92 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:45.190584 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-02bb9e84-da17-47f4-8d4d-7ac77ed8bf9d req-2df06ba1-3ed2-4197-b935-bef05654be92 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 943 time: 0.0887623 Dec 15 11:39:45.242756 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a770fafd-b3a6-4160-9118-8d054c905944 req-67ed76f0-d7bd-4d44-a90f-03a9e2a5b39c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=22fbe467-c573-48f9-a608-3e8a56ded502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318849 Dec 15 11:39:45.289110 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-02bb9e84-da17-47f4-8d4d-7ac77ed8bf9d req-24db1f0c-8dba-4a57-a9d2-957107667e73 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920970 Dec 15 11:39:45.361958 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-531c1451-010b-4c17-b622-0b9d9c73ae95 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4959cf7513f14b3eb8381c2ae14d5b9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636027 Dec 15 11:39:45.389993 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a770fafd-b3a6-4160-9118-8d054c905944 req-9a1e113e-3516-4b8a-bd8e-fa627d39ed96 service neutron] 10.222.0.58 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304789 Dec 15 11:39:45.493241 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f6bc1591-55bf-4ec5-a277-0b6be0f14639 req-35c47fde-d28c-4ddd-b2f3-885895066d60 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 210 time: 0.0593894 Dec 15 11:39:45.556639 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a770fafd-b3a6-4160-9118-8d054c905944 req-46543692-3c31-4b56-b955-d96895625b62 service neutron] 10.222.0.58 "GET /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517515 Dec 15 11:39:45.627696 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-d2d06582-9a01-46e8-b4d8-32ebb57cc7fb tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:45.637764 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-d2d06582-9a01-46e8-b4d8-32ebb57cc7fb tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686324 Dec 15 11:39:45.677319 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Request body: {'port': {'device_id': '8d3d0d2e-c546-4c7b-8075-b20f081ea790', 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e', 'admin_state_up': True, 'tenant_id': '4959cf7513f14b3eb8381c2ae14d5b9a'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:45.792890 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Made reservation on behalf of 4959cf7513f14b3eb8381c2ae14d5b9a for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:39:45.797146 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:45.810919 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:45.915978 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32bc86f-f65d-4fa8-bd62-73c343913bf4 req-706aa8d4-945a-48f2-92e5-62f8f8e4ef83 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:45.922803 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c32bc86f-f65d-4fa8-bd62-73c343913bf4 req-706aa8d4-945a-48f2-92e5-62f8f8e4ef83 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 943 time: 0.0873854 Dec 15 11:39:45.933010 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:45.946991 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:45.954932 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device daab083d-dd38-4f06-bbed-e8a04b3d5a40 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:39:45.985120 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1d0456-d3ef-4a0e-9462-af9813e866f1,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:46.013702 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c32bc86f-f65d-4fa8-bd62-73c343913bf4 req-c18cfbe9-aa1a-40de-92e6-cb5670b72764 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804901 Dec 15 11:39:46.105197 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port daab083d-dd38-4f06-bbed-e8a04b3d5a40, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=daab083d-dd38-4f06-bbed-e8a04b3d5a40,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:46.117801 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': 'daab083d-dd38-4f06-bbed-e8a04b3d5a40', 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934', 'port_id': 'daab083d-dd38-4f06-bbed-e8a04b3d5a40', 'mac_address': 'fa:16:3e:bb:80:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468ff6b-7609-4bdd-afcc-a398a797ef19', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:39:46.156256 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Allocated IP 192.168.233.178 (b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e/40dcd7c2-fd8e-4720-a4c8-f3fb60c6389c/a2f33992-caef-4174-94b6-d4a1ce3e600b) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:39:46.166883 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:46.191536 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daab083d-dd38-4f06-bbed-e8a04b3d5a40 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:39:46.237260 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port daab083d-dd38-4f06-bbed-e8a04b3d5a40, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=daab083d-dd38-4f06-bbed-e8a04b3d5a40,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:46.242471 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:46.335659 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=daab083d-dd38-4f06-bbed-e8a04b3d5a40,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:46.390523 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:46.471687 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b4072-f664-43b5-bcc7-e2faea51d7c2 req-58ab4d53-cb0b-4eb8-ac0b-9162d821f7bc tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:46.474309 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f04b4072-f664-43b5-bcc7-e2faea51d7c2 req-58ab4d53-cb0b-4eb8-ac0b-9162d821f7bc tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 943 time: 0.0825853 Dec 15 11:39:46.490665 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:46.550208 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:39:46.554145 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:39:46.568894 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:39:46.586893 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f04b4072-f664-43b5-bcc7-e2faea51d7c2 req-cba3632f-b354-4207-9434-17de85701da2 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062031 Dec 15 11:39:46.624037 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['daab083d-dd38-4f06-bbed-e8a04b3d5a40'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:39:46.627567 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Pushing event updated for resources: {'Port': ['ID=a2f33992-caef-4174-94b6-d4a1ce3e600b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:46.665716 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:46.666454 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:46.702813 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3ac53ff3-58d4-4354-90f4-4ae7d7b2d5a0 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0294845 Dec 15 11:39:46.730147 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Request body: {'port': {'device_id': '8d3d0d2e-c546-4c7b-8075-b20f081ea790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:39:46.745500 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d3647-3e50-4f2c-8f71-b7ca8cd9ec8e req-7f9afc3f-932c-40f6-b1e4-7b9a8d74817e tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:46.747826 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-536d3647-3e50-4f2c-8f71-b7ca8cd9ec8e req-7f9afc3f-932c-40f6-b1e4-7b9a8d74817e tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 936 time: 0.1217291 Dec 15 11:39:46.796462 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:46.820869 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-536d3647-3e50-4f2c-8f71-b7ca8cd9ec8e req-8a43d715-063d-456a-b8fd-b15f980bde06 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610478 Dec 15 11:39:46.926406 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-e56fd749-0503-40e1-8dc6-48846f70df0e None None] Provisioning complete for port a2f33992-caef-4174-94b6-d4a1ce3e600b triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:39:46.926778 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e56fd749-0503-40e1-8dc6-48846f70df0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:46.964573 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e56fd749-0503-40e1-8dc6-48846f70df0e None None] Port a2f33992-caef-4174-94b6-d4a1ce3e600b cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:39:47.099841 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f33992-caef-4174-94b6-d4a1ce3e600b {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:39:47.111785 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:47.124839 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Transition to ACTIVE for port object a2f33992-caef-4174-94b6-d4a1ce3e600b will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:39:47.132704 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:47.147294 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6403b94-a08e-435e-b7d6-2af018902d75 req-00f66fc4-6061-47b8-88ab-27d45f918332 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.149293 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e6403b94-a08e-435e-b7d6-2af018902d75 req-00f66fc4-6061-47b8-88ab-27d45f918332 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 944 time: 0.0629766 Dec 15 11:39:47.206914 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f33992-caef-4174-94b6-d4a1ce3e600b,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:47.225387 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e6403b94-a08e-435e-b7d6-2af018902d75 req-d8aff5e0-57ec-4f72-9622-29ee0485a6f7 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698700 Dec 15 11:39:47.313085 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Attempting to bind port a2f33992-caef-4174-94b6-d4a1ce3e600b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:39:47.314166 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Attempting to bind port a2f33992-caef-4174-94b6-d4a1ce3e600b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:39:47.314719 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Attempting to bind port a2f33992-caef-4174-94b6-d4a1ce3e600b on network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:47.320879 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Port a2f33992-caef-4174-94b6-d4a1ce3e600b on network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:39:47.321243 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Attempting to bind port a2f33992-caef-4174-94b6-d4a1ce3e600b on network b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:39:47.326659 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:39:47.326992 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Checking segment: {'id': 'b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:39:47.327416 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Bound using segment: {'id': 'b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:39:47.327871 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Bound port: a2f33992-caef-4174-94b6-d4a1ce3e600b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:39:47.328244 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:47.406804 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] For port a2f33992-caef-4174-94b6-d4a1ce3e600b, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:39:47.411114 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] For port a2f33992-caef-4174-94b6-d4a1ce3e600b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2f33992-caef-4174-94b6-d4a1ce3e600b,segment=NetworkSegment(b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d),segment_id=b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:39:47.416477 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:47.457399 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.458023 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:47.459817 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] 10.222.0.58 "PUT /v2.0/ports/a2f33992-caef-4174-94b6-d4a1ce3e600b HTTP/1.1" status: 200 len: 1098 time: 0.7373812 Dec 15 11:39:47.460302 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3d0d2e-c546-4c7b-8075-b20f081ea790', 'tag': 'a2f33992-caef-4174-94b6-d4a1ce3e600b'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:47.462683 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d019584-c97e-4080-87a2-8f84e6492cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3d0d2e-c546-4c7b-8075-b20f081ea790", "tag": "a2f33992-caef-4174-94b6-d4a1ce3e600b"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:47.530820 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e63a35-92a1-42d5-98d8-979260b72980 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f33992-caef-4174-94b6-d4a1ce3e600b,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:47.546943 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaa9ba2-557f-49e0-9fec-91d7925a5980 x-openstack-request-id: req-aaaa9ba2-557f-49e0-9fec-91d7925a5980 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:47.547520 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3d0d2e-c546-4c7b-8075-b20f081ea790", "tag": "a2f33992-caef-4174-94b6-d4a1ce3e600b", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:47.547838 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aaaa9ba2-557f-49e0-9fec-91d7925a5980 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:47.551187 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3d0d2e-c546-4c7b-8075-b20f081ea790', 'tag': 'a2f33992-caef-4174-94b6-d4a1ce3e600b', 'status': 'completed', 'code': 200} Dec 15 11:39:47.650337 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-027539dc-db25-4990-83f9-2e3c7d136673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.652858 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-027539dc-db25-4990-83f9-2e3c7d136673 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1099 time: 0.0551355 Dec 15 11:39:47.674329 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdb5db-e343-4a7f-9c26-4ac4bf54ed75 req-8997e3e4-ddcd-4cec-8e06-d39719690f39 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.675924 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fbdb5db-e343-4a7f-9c26-4ac4bf54ed75 req-8997e3e4-ddcd-4cec-8e06-d39719690f39 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1183920 Dec 15 11:39:47.677829 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-cd84637b-0e27-41b6-bbd3-3c0bd7c7d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.679260 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-cd84637b-0e27-41b6-bbd3-3c0bd7c7d027 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4959cf7513f14b3eb8381c2ae14d5b9a&device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 1101 time: 0.0795684 Dec 15 11:39:47.765936 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-24fca312-c116-4571-be26-163c54168ca3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a2f33992-caef-4174-94b6-d4a1ce3e600b HTTP/1.1" status: 200 len: 217 time: 0.0486529 Dec 15 11:39:47.770243 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-24332783-b12d-454e-80fe-5c37e99c6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.771719 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-24332783-b12d-454e-80fe-5c37e99c6b67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 920 time: 0.1066091 Dec 15 11:39:47.814709 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fbdb5db-e343-4a7f-9c26-4ac4bf54ed75 req-3e798a0f-004a-4017-9218-ff0663046065 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220052 Dec 15 11:39:47.836422 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-d100b8c7-b1ca-4b38-baeb-923cdba8d860 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c HTTP/1.1" status: 200 len: 217 time: 0.0392425 Dec 15 11:39:47.846425 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ded11a-c681-42ca-995b-974dd370a878 req-9b4ae3a4-8ff0-405e-8d3c-432db7370be9 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.847987 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06ded11a-c681-42ca-995b-974dd370a878 req-9b4ae3a4-8ff0-405e-8d3c-432db7370be9 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 943 time: 0.1652696 Dec 15 11:39:47.881040 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3303cd04-5834-4f67-bbea-16fc0592bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.882547 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-3303cd04-5834-4f67-bbea-16fc0592bec6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=40dcd7c2-fd8e-4720-a4c8-f3fb60c6389c HTTP/1.1" status: 200 len: 843 time: 0.0873458 Dec 15 11:39:47.899517 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-b845b1a5-3b43-4622-a7a5-14c3549cbb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:47.901940 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-b845b1a5-3b43-4622-a7a5-14c3549cbb39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.0573411 Dec 15 11:39:47.937324 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-e4855f54-ce5f-452a-ac1d-c8988ffe09d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272002 Dec 15 11:39:47.963416 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06ded11a-c681-42ca-995b-974dd370a878 req-15fe599b-c2a7-491a-abb6-a7bd4ec3ac48 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075487 Dec 15 11:39:47.981912 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 9adac54f-c4c6-44e1-af99-93bf749a4ae4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:39:47.996524 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device daab083d-dd38-4f06-bbed-e8a04b3d5a40 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:39:48.001217 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-64299107-1044-45ec-956b-e328c199ffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:48.002764 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-64299107-1044-45ec-956b-e328c199ffb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1075428 Dec 15 11:39:48.011429 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7b0e7-b8e6-43eb-ac52-06eb3ac60fec req-ded62cf5-29a1-4e97-a531-cc993edada5f tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:48.016871 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-29b7b0e7-b8e6-43eb-ac52-06eb3ac60fec req-ded62cf5-29a1-4e97-a531-cc993edada5f tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 948 time: 0.1034698 Dec 15 11:39:48.060921 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-5d028b9b-b65a-4c5a-ac34-2662b807b452 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125574 Dec 15 11:39:48.102555 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port daab083d-dd38-4f06-bbed-e8a04b3d5a40 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:39:48.111524 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port daab083d-dd38-4f06-bbed-e8a04b3d5a40 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:39:48.112116 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.165504 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-29b7b0e7-b8e6-43eb-ac52-06eb3ac60fec req-b6426d91-bae2-4e24-bd6d-61a78f28e902 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382592 Dec 15 11:39:48.168198 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 9adac54f-c4c6-44e1-af99-93bf749a4ae4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9adac54f-c4c6-44e1-af99-93bf749a4ae4,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:48.186222 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '9adac54f-c4c6-44e1-af99-93bf749a4ae4', 'network_id': '22fbe467-c573-48f9-a608-3e8a56ded502', 'port_id': '9adac54f-c4c6-44e1-af99-93bf749a4ae4', 'mac_address': 'fa:16:3e:c1:b6:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:39:48.198891 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-f54fc9bb-842a-4fea-8362-1b1576b3382a req-5360a46c-3737-4fa0-bcf3-5dbb1f88e483 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298304 Dec 15 11:39:48.208411 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-bddbc3be-a7f2-44dd-a366-5549307be2fd service neutron] 10.222.0.58 "GET /v2.0/networks/b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859920 Dec 15 11:39:48.261643 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.263783 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.293676 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9adac54f-c4c6-44e1-af99-93bf749a4ae4 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:39:48.309728 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76927bf7-322e-43b2-ac7e-ab7873d60d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daab083d-dd38-4f06-bbed-e8a04b3d5a40'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:48.311991 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b127e-fcb6-4eba-9606-59ff34a92cc2" -d '{"events": [{"server_uuid": "76927bf7-322e-43b2-ac7e-ab7873d60d4c", "name": "network-vif-plugged", "status": "completed", "tag": "daab083d-dd38-4f06-bbed-e8a04b3d5a40"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:48.333438 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port daab083d-dd38-4f06-bbed-e8a04b3d5a40, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=daab083d-dd38-4f06-bbed-e8a04b3d5a40,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:48.336536 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 9adac54f-c4c6-44e1-af99-93bf749a4ae4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9adac54f-c4c6-44e1-af99-93bf749a4ae4,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:48.340762 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.348359 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:48.394628 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ee1f70-67e5-47f9-9947-10e4f4602e92 x-openstack-request-id: req-13ee1f70-67e5-47f9-9947-10e4f4602e92 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:48.395004 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76927bf7-322e-43b2-ac7e-ab7873d60d4c", "name": "network-vif-plugged", "status": "completed", "tag": "daab083d-dd38-4f06-bbed-e8a04b3d5a40", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:48.395254 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13ee1f70-67e5-47f9-9947-10e4f4602e92 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:48.395735 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76927bf7-322e-43b2-ac7e-ab7873d60d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daab083d-dd38-4f06-bbed-e8a04b3d5a40', 'code': 200} Dec 15 11:39:48.423008 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=daab083d-dd38-4f06-bbed-e8a04b3d5a40,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:48.463411 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0d489-aefb-4cbc-af1a-82e696fe626f req-1ca4791f-c8b7-4ab8-a0c5-c145987065a4 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:48.464983 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-24e0d489-aefb-4cbc-af1a-82e696fe626f req-1ca4791f-c8b7-4ab8-a0c5-c145987065a4 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 945 time: 0.0988138 Dec 15 11:39:48.472378 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1000f875-ef41-4ccf-bfc8-5b7752d1cf6c req-06b11d01-a694-4011-843b-699e4facc4b5 service neutron] 10.222.0.58 "GET /v2.0/networks/b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351913 Dec 15 11:39:48.495556 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=9adac54f-c4c6-44e1-af99-93bf749a4ae4,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:48.523142 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-24e0d489-aefb-4cbc-af1a-82e696fe626f req-d38a29af-6e16-45b4-a5ef-1af053e66594 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 Dec 15 11:39:48.722720 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-dd2138eb-2918-4e81-b159-f724882bf4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:48.725915 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-dd2138eb-2918-4e81-b159-f724882bf4a0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4959cf7513f14b3eb8381c2ae14d5b9a&device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 1101 time: 0.0785995 Dec 15 11:39:48.732902 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c8e37-486a-4ad6-bd6a-486e1c20d4e8 req-bc097d37-841e-4cb5-938d-ae7cd9b7cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:48.734605 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-179c8e37-486a-4ad6-bd6a-486e1c20d4e8 req-bc097d37-841e-4cb5-938d-ae7cd9b7cf13 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 1098 time: 0.0563200 Dec 15 11:39:48.803078 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['9adac54f-c4c6-44e1-af99-93bf749a4ae4'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:39:48.817888 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-179c8e37-486a-4ad6-bd6a-486e1c20d4e8 req-4d0bc385-1092-4c85-a6ba-3baa7dad897d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728226 Dec 15 11:39:48.903148 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-f80d15c8-cc34-4405-af6b-dc6ba7fe2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:48.908686 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-f80d15c8-cc34-4405-af6b-dc6ba7fe2712 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e HTTP/1.1" status: 200 len: 870 time: 0.1657453 Dec 15 11:39:48.999272 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd44acb-60eb-4656-88d3-15543bccda3d req-5eb8449d-59f2-47d7-9fab-464016ec65e6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.002593 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cdd44acb-60eb-4656-88d3-15543bccda3d req-5eb8449d-59f2-47d7-9fab-464016ec65e6 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0906596 Dec 15 11:39:49.062685 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cdd44acb-60eb-4656-88d3-15543bccda3d req-ab135331-5620-41f7-bfba-986dac2b612f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539582 Dec 15 11:39:49.213802 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-f0db551c-ed62-41be-94f2-5aa80e94b1cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=a2f33992-caef-4174-94b6-d4a1ce3e600b HTTP/1.1" status: 200 len: 217 time: 0.0588686 Dec 15 11:39:49.239632 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb77719-2978-495c-95d1-0d8b5238ea94 req-703060fd-98ec-4198-9b0e-fadcad1455ef tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.241231 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fcb77719-2978-495c-95d1-0d8b5238ea94 req-703060fd-98ec-4198-9b0e-fadcad1455ef tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 944 time: 0.1296585 Dec 15 11:39:49.250192 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0197449-7d51-4076-85e3-6b0fe81449d2 req-7d0fe34c-b251-4c41-a8c2-68d2228a2cca tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.252420 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0197449-7d51-4076-85e3-6b0fe81449d2 req-7d0fe34c-b251-4c41-a8c2-68d2228a2cca tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.1083753 Dec 15 11:39:49.363419 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fcb77719-2978-495c-95d1-0d8b5238ea94 req-95b718de-57f4-4948-a334-871d0d6ec10c tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099596 Dec 15 11:39:49.372174 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f0197449-7d51-4076-85e3-6b0fe81449d2 req-2ed649c9-2cfc-4f33-8b5d-df91b26bf46f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124415 Dec 15 11:39:49.374331 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-23014f82-6dd6-406c-b451-16a754fbae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.375782 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-23014f82-6dd6-406c-b451-16a754fbae97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=40dcd7c2-fd8e-4720-a4c8-f3fb60c6389c HTTP/1.1" status: 200 len: 843 time: 0.0926504 Dec 15 11:39:49.440530 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-f9937d95-bbd6-4668-b615-c17b9dca6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.442192 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-f9937d95-bbd6-4668-b615-c17b9dca6dd9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0584509 Dec 15 11:39:49.596172 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225f567-3593-4b17-b9cd-07eed7d944f4 req-e9cc8ca5-4376-4f4f-9df4-2086fdf46a4c tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.597839 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a225f567-3593-4b17-b9cd-07eed7d944f4 req-e9cc8ca5-4376-4f4f-9df4-2086fdf46a4c tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 948 time: 0.1332726 Dec 15 11:39:49.641793 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-80a52e91-c529-4349-abc6-c81de6faeda2 service neutron] 10.222.0.58 "GET /v2.0/networks/b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885777 Dec 15 11:39:49.763054 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a225f567-3593-4b17-b9cd-07eed7d944f4 req-2b1c3e40-23fc-441e-8471-89b05ca412bc tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445363 Dec 15 11:39:49.775608 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef285660-3586-4097-8f5d-a47f291bd74b req-3765ad8e-6c28-4ed1-bcf4-d99501a1bd2c tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:49.776843 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef285660-3586-4097-8f5d-a47f291bd74b req-3765ad8e-6c28-4ed1-bcf4-d99501a1bd2c tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 945 time: 0.1557059 Dec 15 11:39:49.814939 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d019584-c97e-4080-87a2-8f84e6492cb4 req-6d5a29c4-96c9-49a3-b0b3-c2692874783e service neutron] 10.222.0.58 "GET /v2.0/networks/b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475341 Dec 15 11:39:49.852223 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef285660-3586-4097-8f5d-a47f291bd74b req-a162b151-7fe6-49de-913d-3c219c475e90 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655611 Dec 15 11:39:49.996973 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 9adac54f-c4c6-44e1-af99-93bf749a4ae4 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:39:50.048557 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 9adac54f-c4c6-44e1-af99-93bf749a4ae4 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:39:50.053197 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 9adac54f-c4c6-44e1-af99-93bf749a4ae4 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:39:50.053571 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:50.139082 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:50.177488 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 9adac54f-c4c6-44e1-af99-93bf749a4ae4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9adac54f-c4c6-44e1-af99-93bf749a4ae4,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:50.183527 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:50.215672 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978985b8-1e3a-4afc-967a-7c07383f658f req-1eac6cc1-8650-42d8-96bb-63920d12e2d7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:50.218219 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-978985b8-1e3a-4afc-967a-7c07383f658f req-1eac6cc1-8650-42d8-96bb-63920d12e2d7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0610158 Dec 15 11:39:50.242403 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=9adac54f-c4c6-44e1-af99-93bf749a4ae4,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:50.274093 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-978985b8-1e3a-4afc-967a-7c07383f658f req-4bd4db78-6b19-4c88-b2c5-e54b57271819 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467856 Dec 15 11:39:50.397114 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425fe219-ef46-4bc3-bbe2-d91801dfbeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adac54f-c4c6-44e1-af99-93bf749a4ae4'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:50.399774 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e760672-db05-4671-a892-9aebb4e61717" -d '{"events": [{"server_uuid": "425fe219-ef46-4bc3-bbe2-d91801dfbeae", "name": "network-vif-plugged", "status": "completed", "tag": "9adac54f-c4c6-44e1-af99-93bf749a4ae4"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:50.442415 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200143e6-a22e-4718-8eed-94fdda71b30e x-openstack-request-id: req-200143e6-a22e-4718-8eed-94fdda71b30e {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:50.442733 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425fe219-ef46-4bc3-bbe2-d91801dfbeae", "name": "network-vif-plugged", "status": "completed", "tag": "9adac54f-c4c6-44e1-af99-93bf749a4ae4", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:50.445117 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-200143e6-a22e-4718-8eed-94fdda71b30e {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:50.445117 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425fe219-ef46-4bc3-bbe2-d91801dfbeae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9adac54f-c4c6-44e1-af99-93bf749a4ae4', 'code': 200} Dec 15 11:39:50.505009 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b75fb0-8e52-431a-8f93-4c089220ca1f req-256b2c23-2632-4316-8dd7-d6c33f3e5903 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:50.506664 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-23b75fb0-8e52-431a-8f93-4c089220ca1f req-256b2c23-2632-4316-8dd7-d6c33f3e5903 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 945 time: 0.0590167 Dec 15 11:39:50.599856 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-23b75fb0-8e52-431a-8f93-4c089220ca1f req-4736cdd3-a3ed-4705-9135-3cb7b57276c5 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864196 Dec 15 11:39:50.614118 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77107dd-2d3f-433a-9b18-017ad0a0364b req-3f752147-c7a3-45cc-80bd-7644062c0d0c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:50.615940 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b77107dd-2d3f-433a-9b18-017ad0a0364b req-3f752147-c7a3-45cc-80bd-7644062c0d0c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0779610 Dec 15 11:39:50.672150 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b77107dd-2d3f-433a-9b18-017ad0a0364b req-822018fe-038e-4004-987e-f8016f113b33 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457656 Dec 15 11:39:50.745591 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81ab34-70b8-47d3-ae15-dc929b375f0d req-7aaad9ad-504c-412b-9347-14c9047a34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:50.747076 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cf81ab34-70b8-47d3-ae15-dc929b375f0d req-7aaad9ad-504c-412b-9347-14c9047a34cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 1098 time: 0.0422108 Dec 15 11:39:50.794617 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cf81ab34-70b8-47d3-ae15-dc929b375f0d req-388f1901-61aa-4160-b803-90a81e7a9da3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397916 Dec 15 11:39:50.886059 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be6a12-af7f-4322-a04b-8fb81d2d8d20 req-bee38785-e2d9-4db5-8ca9-f9b5e051f9c8 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:50.887621 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f4be6a12-af7f-4322-a04b-8fb81d2d8d20 req-bee38785-e2d9-4db5-8ca9-f9b5e051f9c8 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 948 time: 0.0525427 Dec 15 11:39:50.951612 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f4be6a12-af7f-4322-a04b-8fb81d2d8d20 req-33a9ecb3-b909-4a9e-98e9-205baee70b74 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579369 Dec 15 11:39:50.992130 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b760cf9-bee2-44be-84d2-708292d5f844 req-a2a307de-52a5-4798-9b9c-6868d8a668ec tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:50.993754 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8b760cf9-bee2-44be-84d2-708292d5f844 req-a2a307de-52a5-4798-9b9c-6868d8a668ec tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 945 time: 0.0585048 Dec 15 11:39:51.062963 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8b760cf9-bee2-44be-84d2-708292d5f844 req-ae6d58a6-f8fe-4d76-b8fc-9cf25ac6034c tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578771 Dec 15 11:39:51.427498 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ccc87-bb0b-430f-8d69-6e856029ab30 req-25f73ca3-855c-4212-afd3-d6f0a51d2f59 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:51.430585 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dd6ccc87-bb0b-430f-8d69-6e856029ab30 req-25f73ca3-855c-4212-afd3-d6f0a51d2f59 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0716879 Dec 15 11:39:51.503817 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dd6ccc87-bb0b-430f-8d69-6e856029ab30 req-dd21322a-8e43-460b-bf1f-6c212cca050b tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653193 Dec 15 11:39:51.744546 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a9997-450a-4a93-babc-b2a273e11cd8 req-06d03412-556d-4716-9721-e58c4850841d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:51.746238 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-022a9997-450a-4a93-babc-b2a273e11cd8 req-06d03412-556d-4716-9721-e58c4850841d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 945 time: 0.0594485 Dec 15 11:39:51.825759 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bd6fa-287c-4364-9fca-3a2a042505a3 req-90913d3e-d444-4719-bed3-702f8e6681e8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:51.827226 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-485bd6fa-287c-4364-9fca-3a2a042505a3 req-90913d3e-d444-4719-bed3-702f8e6681e8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0788248 Dec 15 11:39:51.832329 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-022a9997-450a-4a93-babc-b2a273e11cd8 req-b7e0c478-0b23-403e-a8ed-9e8ec993a67a tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748327 Dec 15 11:39:51.889584 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-485bd6fa-287c-4364-9fca-3a2a042505a3 req-f62e4bfb-d6e0-401a-a3da-1a54a7db34f3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558019 Dec 15 11:39:52.012990 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device a2f33992-caef-4174-94b6-d4a1ce3e600b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:39:52.088787 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97593b-5702-4258-b7b8-d88582bd9969 req-9aad5ea3-0af4-4753-b34b-bbb2b3cccc0c tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:52.090583 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c97593b-5702-4258-b7b8-d88582bd9969 req-9aad5ea3-0af4-4753-b34b-bbb2b3cccc0c tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 948 time: 0.0535104 Dec 15 11:39:52.145247 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c97593b-5702-4258-b7b8-d88582bd9969 req-9fb537ae-cab2-4372-9791-5d580ba36a02 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482337 Dec 15 11:39:52.259093 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port a2f33992-caef-4174-94b6-d4a1ce3e600b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2f33992-caef-4174-94b6-d4a1ce3e600b,segment=NetworkSegment(b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d),segment_id=b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:52.269857 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': 'a2f33992-caef-4174-94b6-d4a1ce3e600b', 'network_id': 'b3ebd7c7-68af-4d3c-a5ae-d6d6581ee25e', 'port_id': 'a2f33992-caef-4174-94b6-d4a1ce3e600b', 'mac_address': 'fa:16:3e:f4:3c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40dcd7c2-fd8e-4720-a4c8-f3fb60c6389c', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:39:52.306965 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:52.320017 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f33992-caef-4174-94b6-d4a1ce3e600b {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:39:52.343634 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port a2f33992-caef-4174-94b6-d4a1ce3e600b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2f33992-caef-4174-94b6-d4a1ce3e600b,segment=NetworkSegment(b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d),segment_id=b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:52.347970 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:52.397468 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=a2f33992-caef-4174-94b6-d4a1ce3e600b,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:52.642276 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef405c6-28e0-496c-b322-007bc2b92627 req-497164cd-74fb-4c19-a720-d024d60d5783 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:52.646646 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ef405c6-28e0-496c-b322-007bc2b92627 req-497164cd-74fb-4c19-a720-d024d60d5783 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0589676 Dec 15 11:39:52.697482 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ef405c6-28e0-496c-b322-007bc2b92627 req-84c3772a-ad38-4f61-964f-229d2ab9b213 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 Dec 15 11:39:52.972951 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab96ca3-0814-4edb-a906-1e1cc935a12a req-58729d79-383b-402d-9ba8-0f9dc2757f3b tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:52.981490 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8ab96ca3-0814-4edb-a906-1e1cc935a12a req-58729d79-383b-402d-9ba8-0f9dc2757f3b tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 945 time: 0.0562859 Dec 15 11:39:53.065924 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8ab96ca3-0814-4edb-a906-1e1cc935a12a req-23af38f6-9567-4970-8804-171cd650c2cb tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799305 Dec 15 11:39:53.073898 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f20112-b255-4a23-9f27-43a5125556ee req-2ed2d88b-5073-428a-91c6-09d77d4cd866 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:53.075316 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f3f20112-b255-4a23-9f27-43a5125556ee req-2ed2d88b-5073-428a-91c6-09d77d4cd866 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0906916 Dec 15 11:39:53.125755 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f3f20112-b255-4a23-9f27-43a5125556ee req-a8f70cc2-e13c-4c90-b0c1-f6970522daf2 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434124 Dec 15 11:39:53.132786 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['a2f33992-caef-4174-94b6-d4a1ce3e600b'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:39:53.267435 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac983225-fa4e-4910-8eba-f704536f0643 req-cb3ab468-4a1d-424f-a9fa-cb236520033f tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:53.269129 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac983225-fa4e-4910-8eba-f704536f0643 req-cb3ab468-4a1d-424f-a9fa-cb236520033f tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 949 time: 0.0492857 Dec 15 11:39:53.316888 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac983225-fa4e-4910-8eba-f704536f0643 req-2a39ea24-e67e-4527-b4b1-eec839a0ff36 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Dec 15 11:39:53.829018 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2f148-bf9a-4b5d-af39-283699005401 req-33c45931-9d93-48a0-b7ae-af41dd9c69c1 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:53.830557 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-58b2f148-bf9a-4b5d-af39-283699005401 req-33c45931-9d93-48a0-b7ae-af41dd9c69c1 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0543637 Dec 15 11:39:53.884262 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-58b2f148-bf9a-4b5d-af39-283699005401 req-4ab2c500-5dfb-4386-b3fd-b84146dbb51f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475461 Dec 15 11:39:54.170577 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b6134-695a-442d-9de5-56c27c7d41d7 req-b1260787-ac42-403b-b32a-bcc57228cf6f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:54.172263 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e9b6134-695a-442d-9de5-56c27c7d41d7 req-b1260787-ac42-403b-b32a-bcc57228cf6f tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 945 time: 0.0572302 Dec 15 11:39:54.233723 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e9b6134-695a-442d-9de5-56c27c7d41d7 req-e04c88c4-d12b-43c4-9d10-3b95da693cda tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514245 Dec 15 11:39:54.287535 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717676c2-6335-4bf9-b60d-c8f739fef980 req-5f078a01-9638-4513-9f4e-e9f06b985776 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:54.289393 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-717676c2-6335-4bf9-b60d-c8f739fef980 req-5f078a01-9638-4513-9f4e-e9f06b985776 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0621948 Dec 15 11:39:54.357118 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-717676c2-6335-4bf9-b60d-c8f739fef980 req-c3249e43-092a-4012-94c8-493f9b9fbd98 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553539 Dec 15 11:39:54.476412 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632432a2-41ae-4bd5-a8b8-e0dc39d0cbd5 req-5dde3596-b2ac-4caf-94d6-ab307a165125 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:54.477689 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-632432a2-41ae-4bd5-a8b8-e0dc39d0cbd5 req-5dde3596-b2ac-4caf-94d6-ab307a165125 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 949 time: 0.0559714 Dec 15 11:39:54.555797 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-632432a2-41ae-4bd5-a8b8-e0dc39d0cbd5 req-5bbf20ac-e866-44ff-bf45-44c6139e85d3 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683782 Dec 15 11:39:54.563469 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7aed5-3a85-4d73-a6e9-287494f36d9e req-1174c744-a839-4c68-b225-02adc08284e4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:54.565058 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dbc7aed5-3a85-4d73-a6e9-287494f36d9e req-1174c744-a839-4c68-b225-02adc08284e4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0864286 Dec 15 11:39:54.626977 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dbc7aed5-3a85-4d73-a6e9-287494f36d9e req-121b079c-47e0-4288-983d-1ad25c1bb780 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552070 Dec 15 11:39:55.200550 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44377cd0-00b0-4fcf-a5fa-8a1e7f47aea2 req-ac19bd6d-3162-4b9c-8f4b-66aa689dc642 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:55.202129 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-44377cd0-00b0-4fcf-a5fa-8a1e7f47aea2 req-ac19bd6d-3162-4b9c-8f4b-66aa689dc642 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.2469718 Dec 15 11:39:55.253598 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-44377cd0-00b0-4fcf-a5fa-8a1e7f47aea2 req-ae6ea69a-18a4-45c4-8b8d-99edc05e4c2b tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Dec 15 11:39:55.357755 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50c276-d275-426a-a321-fc3d09223ac5 req-245f87d7-edd5-4015-a26e-8d3f4471e3d2 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:55.359252 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c50c276-d275-426a-a321-fc3d09223ac5 req-245f87d7-edd5-4015-a26e-8d3f4471e3d2 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 945 time: 0.0506709 Dec 15 11:39:55.417102 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c50c276-d275-426a-a321-fc3d09223ac5 req-cbf78e3f-99a3-4074-be20-258076dbdab8 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510726 Dec 15 11:39:55.483963 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78fec2-02a5-4c76-9de9-7a544af92107 req-405ef24d-03b3-4dec-af60-d50bebe65e12 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:55.486065 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe78fec2-02a5-4c76-9de9-7a544af92107 req-405ef24d-03b3-4dec-af60-d50bebe65e12 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0525274 Dec 15 11:39:55.539001 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe78fec2-02a5-4c76-9de9-7a544af92107 req-599d57ce-c4cf-4bdd-a451-cb208bb1476f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464947 Dec 15 11:39:55.686371 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b1087-d770-4c69-9662-0f6cc1d8dfeb req-d2ae92e3-240f-46ad-9861-0a909a61c600 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:55.689046 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-095b1087-d770-4c69-9662-0f6cc1d8dfeb req-d2ae92e3-240f-46ad-9861-0a909a61c600 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 949 time: 0.0640433 Dec 15 11:39:55.766092 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-095b1087-d770-4c69-9662-0f6cc1d8dfeb req-47a73a5e-a909-4b31-85f4-0ca570918fc6 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709221 Dec 15 11:39:55.788977 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e676593-062f-434e-9673-98ffe0659cf0 req-82747154-25fd-41b1-a953-12abd64e9c94 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:55.796897 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e676593-062f-434e-9673-98ffe0659cf0 req-82747154-25fd-41b1-a953-12abd64e9c94 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0884533 Dec 15 11:39:55.848232 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e676593-062f-434e-9673-98ffe0659cf0 req-6a2f5c7e-47ec-4fbd-b3c6-61f51a14abc0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479786 Dec 15 11:39:56.053447 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device a2f33992-caef-4174-94b6-d4a1ce3e600b up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:39:56.107518 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port a2f33992-caef-4174-94b6-d4a1ce3e600b completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:39:56.111757 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port a2f33992-caef-4174-94b6-d4a1ce3e600b triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:39:56.112129 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:56.192454 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:56.219407 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3d0d2e-c546-4c7b-8075-b20f081ea790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f33992-caef-4174-94b6-d4a1ce3e600b'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:56.222324 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c569ed-0776-4098-ac1f-77a7570a9c5e" -d '{"events": [{"server_uuid": "8d3d0d2e-c546-4c7b-8075-b20f081ea790", "name": "network-vif-plugged", "status": "completed", "tag": "a2f33992-caef-4174-94b6-d4a1ce3e600b"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:56.237662 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port a2f33992-caef-4174-94b6-d4a1ce3e600b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2f33992-caef-4174-94b6-d4a1ce3e600b,segment=NetworkSegment(b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d),segment_id=b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:56.242327 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:56.269781 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4581a01c-4147-4759-9b51-ccc464a2d8f2 x-openstack-request-id: req-4581a01c-4147-4759-9b51-ccc464a2d8f2 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:56.270120 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3d0d2e-c546-4c7b-8075-b20f081ea790", "name": "network-vif-plugged", "status": "completed", "tag": "a2f33992-caef-4174-94b6-d4a1ce3e600b", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:56.270359 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4581a01c-4147-4759-9b51-ccc464a2d8f2 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:56.270766 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3d0d2e-c546-4c7b-8075-b20f081ea790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f33992-caef-4174-94b6-d4a1ce3e600b', 'code': 200} Dec 15 11:39:56.302406 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=a2f33992-caef-4174-94b6-d4a1ce3e600b,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:56.384695 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fec13-3591-482d-8c7b-b68796f5b69b req-a9345b18-60cb-488f-8cab-3ca28462e558 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.386947 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3f5fec13-3591-482d-8c7b-b68796f5b69b req-a9345b18-60cb-488f-8cab-3ca28462e558 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0534699 Dec 15 11:39:56.434674 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3f5fec13-3591-482d-8c7b-b68796f5b69b req-026adaef-9cef-40de-8f9d-3524d56a61d2 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Dec 15 11:39:56.538382 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5171b-604f-4599-a4cb-54bc99f5a02a req-b9ba9380-a8df-47c6-97eb-2f0b323e4488 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.540178 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-68a5171b-604f-4599-a4cb-54bc99f5a02a req-b9ba9380-a8df-47c6-97eb-2f0b323e4488 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 945 time: 0.0527453 Dec 15 11:39:56.630147 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-68a5171b-604f-4599-a4cb-54bc99f5a02a req-b6d0d17a-02d4-498b-bb0a-7612dd8ec332 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838723 Dec 15 11:39:56.640501 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233b0e6-23f1-4423-a92b-b0d3a1443914 req-09c82468-f360-49d7-911b-e9bd76347ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.643480 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8233b0e6-23f1-4423-a92b-b0d3a1443914 req-09c82468-f360-49d7-911b-e9bd76347ac2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 1103 time: 0.0828669 Dec 15 11:39:56.670859 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c1872480-47d7-4def-8757-8c1daec6940a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:56.697521 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760fb96-95fc-474b-b587-b95dbdf9df51 req-7e2c5622-b6a7-45d1-b07f-9116021a1759 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.698958 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0760fb96-95fc-474b-b587-b95dbdf9df51 req-7e2c5622-b6a7-45d1-b07f-9116021a1759 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0843351 Dec 15 11:39:56.732132 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8233b0e6-23f1-4423-a92b-b0d3a1443914 req-da7bb35d-c200-4b79-aa05-5460d881c224 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650535 Dec 15 11:39:56.757179 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0760fb96-95fc-474b-b587-b95dbdf9df51 req-5fce12a3-0b58-4a56-b3c5-7dc3637426b0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518935 Dec 15 11:39:56.912676 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38212d0b-fac4-40de-825d-973765c93348 req-66721b35-5a7e-4a31-8f4f-8a448b03f463 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:56.914166 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-38212d0b-fac4-40de-825d-973765c93348 req-66721b35-5a7e-4a31-8f4f-8a448b03f463 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 950 time: 0.0621698 Dec 15 11:39:56.996771 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-38212d0b-fac4-40de-825d-973765c93348 req-3b7d1ced-e369-422c-bf66-7a08dbed18e6 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765095 Dec 15 11:39:57.005239 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e767fa1-6bae-4737-a440-b5964b9707b2 req-206f5d20-53bf-4901-8a8a-f72a43962796 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:57.006707 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e767fa1-6bae-4737-a440-b5964b9707b2 req-206f5d20-53bf-4901-8a8a-f72a43962796 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0799334 Dec 15 11:39:57.055887 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e767fa1-6bae-4737-a440-b5964b9707b2 req-1cf0b4d1-bd78-42c2-863b-5c99bc72e4d6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427904 Dec 15 11:39:57.397297 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-86d6fb81-b606-41fd-a2b3-75ae1add38ba tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:57.398812 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-86d6fb81-b606-41fd-a2b3-75ae1add38ba tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.58 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 945 time: 0.0524285 Dec 15 11:39:57.577667 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Deleting port 9adac54f-c4c6-44e1-af99-93bf749a4ae4 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:39:57.578004 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:57.638318 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303abbc-d4a9-4113-a05d-92081ec48fe7 req-1822bea1-bf98-4fe1-a28b-29b5a30f3faa tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:57.640108 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c303abbc-d4a9-4113-a05d-92081ec48fe7 req-1822bea1-bf98-4fe1-a28b-29b5a30f3faa tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1188092 Dec 15 11:39:57.737182 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c303abbc-d4a9-4113-a05d-92081ec48fe7 req-da2e25c5-c1d7-4f6e-a5f8-788278635d5a tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903423 Dec 15 11:39:57.762471 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] For port 9adac54f-c4c6-44e1-af99-93bf749a4ae4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=9adac54f-c4c6-44e1-af99-93bf749a4ae4,segment=NetworkSegment(85e6152e-b099-44f0-a3d2-983473987b41),segment_id=85e6152e-b099-44f0-a3d2-983473987b41)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:39:57.762845 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:57.780611 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Calling delete_port for 9adac54f-c4c6-44e1-af99-93bf749a4ae4 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:39:57.834513 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06fc26-db3a-458d-bdf6-61d24e90d52e req-e8be1bf4-e5fb-46b3-b540-6170704d3b90 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:57.836119 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3d06fc26-db3a-458d-bdf6-61d24e90d52e req-e8be1bf4-e5fb-46b3-b540-6170704d3b90 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 945 time: 0.1210232 Dec 15 11:39:57.978611 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ae076-96a2-4f5d-80a8-4427eecc0b20 req-2a595edf-8c6b-456c-8eab-e460a1d6e411 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:57.980135 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e28ae076-96a2-4f5d-80a8-4427eecc0b20 req-2a595edf-8c6b-456c-8eab-e460a1d6e411 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.1141863 Dec 15 11:39:57.987472 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3d06fc26-db3a-458d-bdf6-61d24e90d52e req-d95787ed-5e10-48de-be8f-5cbafff8f9b8 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/security-groups?id=835fedf4-7e43-4b54-9dad-3358d3abb3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182029 Dec 15 11:39:58.073227 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e28ae076-96a2-4f5d-80a8-4427eecc0b20 req-02fb5c47-9c7d-4a1b-a10b-82a4175b9e10 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837028 Dec 15 11:39:58.074556 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:58.129726 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['9adac54f-c4c6-44e1-af99-93bf749a4ae4'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:39:58.138900 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Pushing event deleted for resources: {'Port': ['ID=9adac54f-c4c6-44e1-af99-93bf749a4ae4,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:39:58.225270 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] No DVR routers for this DVR port 9adac54f-c4c6-44e1-af99-93bf749a4ae4 on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:39:58.228452 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:58.232436 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e402296-73f4-4cba-97dc-d8103b05e0f4 req-491e1840-5ac2-4f6c-97b5-e923002d5f5d tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.58 "DELETE /v2.0/ports/9adac54f-c4c6-44e1-af99-93bf749a4ae4 HTTP/1.1" status: 204 len: 173 time: 0.8202736 Dec 15 11:39:58.234133 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425fe219-ef46-4bc3-bbe2-d91801dfbeae', 'name': 'network-vif-deleted', 'tag': '9adac54f-c4c6-44e1-af99-93bf749a4ae4'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:39:58.237419 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80691c02-ad3a-4e17-a878-8fa9dcf0b1c6" -d '{"events": [{"server_uuid": "425fe219-ef46-4bc3-bbe2-d91801dfbeae", "name": "network-vif-deleted", "tag": "9adac54f-c4c6-44e1-af99-93bf749a4ae4"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:39:58.267117 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273f595-32c2-4fe4-8c86-d54fbfb6a789 req-7857cbb3-70f6-4278-8568-45927299f104 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:58.268723 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1273f595-32c2-4fe4-8c86-d54fbfb6a789 req-7857cbb3-70f6-4278-8568-45927299f104 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 950 time: 0.1860759 Dec 15 11:39:58.281003 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50615a1-86a5-43af-ae5c-bff70209df6f req-37f7f39f-823c-4469-b1a1-7cbedc1bf7b4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:58.282683 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d50615a1-86a5-43af-ae5c-bff70209df6f req-37f7f39f-823c-4469-b1a1-7cbedc1bf7b4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.1149509 Dec 15 11:39:58.365979 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1273f595-32c2-4fe4-8c86-d54fbfb6a789 req-f66d5ee0-da4d-4bae-80bd-e7b337ecbc4e tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822878 Dec 15 11:39:58.371376 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d50615a1-86a5-43af-ae5c-bff70209df6f req-a8f448d2-55fb-4c1f-a14b-af4da2b98c04 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812008 Dec 15 11:39:58.431709 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac6311a-a784-41ac-932e-715c15e82596 x-openstack-request-id: req-dac6311a-a784-41ac-932e-715c15e82596 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:39:58.432695 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425fe219-ef46-4bc3-bbe2-d91801dfbeae", "name": "network-vif-deleted", "tag": "9adac54f-c4c6-44e1-af99-93bf749a4ae4", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:39:58.432695 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dac6311a-a784-41ac-932e-715c15e82596 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:39:58.433070 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425fe219-ef46-4bc3-bbe2-d91801dfbeae', 'name': 'network-vif-deleted', 'tag': '9adac54f-c4c6-44e1-af99-93bf749a4ae4', 'status': 'completed', 'code': 200} Dec 15 11:39:58.863342 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af8b77-b57b-4741-a14c-911fcd51fc1b req-2ba76505-092b-4147-b686-a3a8432a10fa tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:58.864863 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-24af8b77-b57b-4741-a14c-911fcd51fc1b req-2ba76505-092b-4147-b686-a3a8432a10fa tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0503216 Dec 15 11:39:58.917852 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-24af8b77-b57b-4741-a14c-911fcd51fc1b req-40bce9db-dbe9-4229-9b83-774e542d3f27 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469966 Dec 15 11:39:58.924659 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5e802cf7-0a1f-426d-a7bf-8a884b55ae9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:39:59.104235 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a04e9514-c089-432c-a356-7d99128d3390 req-93f9a3d3-a428-4a5f-af76-a96273d4b024 tempest-VolumesActionsTest-247949979 tempest-VolumesActionsTest-247949979-project] 10.222.0.62 "GET /v2.0/ports?device_id=425fe219-ef46-4bc3-bbe2-d91801dfbeae HTTP/1.1" status: 200 len: 210 time: 0.0274398 Dec 15 11:39:59.205041 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ddc79-117d-4d37-8e8c-dbc4499d02b3 req-2908b4e7-1f98-4389-a5c5-6881778450fb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:59.206554 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-754ddc79-117d-4d37-8e8c-dbc4499d02b3 req-2908b4e7-1f98-4389-a5c5-6881778450fb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0535631 Dec 15 11:39:59.262422 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-754ddc79-117d-4d37-8e8c-dbc4499d02b3 req-e81ce32b-e2e5-4e69-abcd-2f1b20031761 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497737 Dec 15 11:39:59.531121 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea940f00-4bfd-40a5-ba7a-fb6bc7e88385 req-1082973b-2f6f-4140-937e-0cba1813538f tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:59.532574 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea940f00-4bfd-40a5-ba7a-fb6bc7e88385 req-1082973b-2f6f-4140-937e-0cba1813538f tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 950 time: 0.0797553 Dec 15 11:39:59.540014 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61b7a0-0e1d-4414-9ca8-31a669dcd3c9 req-6c3ebbed-c983-448c-ab72-c90e92350f2b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:59.541456 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ad61b7a0-0e1d-4414-9ca8-31a669dcd3c9 req-6c3ebbed-c983-448c-ab72-c90e92350f2b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0787644 Dec 15 11:39:59.623641 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea940f00-4bfd-40a5-ba7a-fb6bc7e88385 req-efd9b2da-7d03-4d50-aafe-2b37ef43a51b tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812230 Dec 15 11:39:59.627734 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ad61b7a0-0e1d-4414-9ca8-31a669dcd3c9 req-014969f4-0d16-45fc-ac15-2bb9f61bcd97 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757275 Dec 15 11:39:59.898121 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e5d7b-bd79-471f-9b48-a98d7b0c32c2 req-58a7ae9f-9626-4da8-bab5-2525248cf2c1 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:39:59.899602 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d3e5d7b-bd79-471f-9b48-a98d7b0c32c2 req-58a7ae9f-9626-4da8-bab5-2525248cf2c1 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 950 time: 0.0576091 Dec 15 11:39:59.951277 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d3e5d7b-bd79-471f-9b48-a98d7b0c32c2 req-0889ac03-bcec-41c7-8a9e-053ab164293f tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Dec 15 11:40:00.019299 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:00.057827 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b2f88-2ef9-414c-82c1-3865ffbbd544 req-c5a1bfe8-9812-4969-ac2e-5c3139170216 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:00.059876 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea9b2f88-2ef9-414c-82c1-3865ffbbd544 req-c5a1bfe8-9812-4969-ac2e-5c3139170216 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0520771 Dec 15 11:40:00.070028 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 9adac54f-c4c6-44e1-af99-93bf749a4ae4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:00.090239 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 9adac54f-c4c6-44e1-af99-93bf749a4ae4 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:00.090578 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 9adac54f-c4c6-44e1-af99-93bf749a4ae4 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:00.108680 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea9b2f88-2ef9-414c-82c1-3865ffbbd544 req-ebe6e56e-4f6d-4f8c-9a27-81f0a5a1ed7c tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Dec 15 11:40:00.397458 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a91a0-174f-41a2-a110-fd5e84b6f634 req-74061c1b-caa9-4f6d-8b70-87dbd15b260a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:00.399069 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a2a91a0-174f-41a2-a110-fd5e84b6f634 req-74061c1b-caa9-4f6d-8b70-87dbd15b260a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0587144 Dec 15 11:40:00.458554 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a2a91a0-174f-41a2-a110-fd5e84b6f634 req-0950ea99-378a-4fea-8e3b-9a03fd2efd11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533054 Dec 15 11:40:00.756530 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ec4f2-e546-4afb-ba4a-3bb7acb2e521 req-b0a7d94d-5651-4acc-84bb-3b611940fd56 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:00.758133 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f03ec4f2-e546-4afb-ba4a-3bb7acb2e521 req-b0a7d94d-5651-4acc-84bb-3b611940fd56 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0553555 Dec 15 11:40:00.818892 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f03ec4f2-e546-4afb-ba4a-3bb7acb2e521 req-0bee9abe-6d91-406a-a583-082d4c026422 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543907 Dec 15 11:40:01.104912 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba922ac-8667-490d-a98f-3a3998a49285 req-04acd985-7918-4fff-86ee-ec58fef085e5 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:01.108676 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ba922ac-8667-490d-a98f-3a3998a49285 req-04acd985-7918-4fff-86ee-ec58fef085e5 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 950 time: 0.0731838 Dec 15 11:40:01.179237 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ba922ac-8667-490d-a98f-3a3998a49285 req-dbc9f068-6775-483e-bc2d-15bbabe2e79d tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1d0456-d3ef-4a0e-9462-af9813e866f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657585 Dec 15 11:40:01.262036 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8674-1be1-41a4-a3e7-2ec1f961a856 req-0d07b5fa-98b4-4844-bf2b-7238ea01dcab tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:01.263614 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ccd8674-1be1-41a4-a3e7-2ec1f961a856 req-0d07b5fa-98b4-4844-bf2b-7238ea01dcab tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0539997 Dec 15 11:40:01.326446 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:01.328434 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ccd8674-1be1-41a4-a3e7-2ec1f961a856 req-a93d6b80-d8a5-469d-9051-f5b29316f265 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583284 Dec 15 11:40:01.599864 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b005c0-a04a-423d-b4e2-b49509e5444b req-bc37cc7f-416e-4fb2-96f3-b14a4e398cb9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:01.601326 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47b005c0-a04a-423d-b4e2-b49509e5444b req-bc37cc7f-416e-4fb2-96f3-b14a4e398cb9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0548697 Dec 15 11:40:01.651454 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47b005c0-a04a-423d-b4e2-b49509e5444b req-48ead76d-34a2-4088-ba9d-1866be9d83f6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433624 Dec 15 11:40:01.737620 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-87e1d859-4f08-4718-a4f0-0e2fc4402476 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:01.739067 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-87e1d859-4f08-4718-a4f0-0e2fc4402476 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.58 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 950 time: 0.0526004 Dec 15 11:40:01.842343 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Deleting port a2f33992-caef-4174-94b6-d4a1ce3e600b {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:40:01.843328 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:01.975459 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f7bb3-a84c-4e8e-bf20-5b8daef32ad1 req-d8041ea7-a41e-4e08-867f-e2300491a207 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:01.976963 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6c6f7bb3-a84c-4e8e-bf20-5b8daef32ad1 req-d8041ea7-a41e-4e08-867f-e2300491a207 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0864325 Dec 15 11:40:01.978695 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] For port a2f33992-caef-4174-94b6-d4a1ce3e600b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a2f33992-caef-4174-94b6-d4a1ce3e600b,segment=NetworkSegment(b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d),segment_id=b2a40fe3-fb70-4afd-ae88-c4c6fc84e31d)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:01.979055 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:01.997721 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Calling delete_port for a2f33992-caef-4174-94b6-d4a1ce3e600b owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:40:02.074813 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6c6f7bb3-a84c-4e8e-bf20-5b8daef32ad1 req-79a46762-5ed4-4278-88c5-4beef118ea36 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881009 Dec 15 11:40:02.156593 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:02.184292 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Pushing event deleted for resources: {'Port': ['ID=a2f33992-caef-4174-94b6-d4a1ce3e600b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:02.243477 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] No DVR routers for this DVR port a2f33992-caef-4174-94b6-d4a1ce3e600b on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:40:02.247035 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:02.253844 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-75304b63-c7c7-4011-a639-14ab7b0d7850 req-c544fd20-2aa6-487f-b153-d9fea58efa99 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.58 "DELETE /v2.0/ports/a2f33992-caef-4174-94b6-d4a1ce3e600b HTTP/1.1" status: 204 len: 173 time: 0.5051165 Dec 15 11:40:02.254048 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3d0d2e-c546-4c7b-8075-b20f081ea790', 'name': 'network-vif-deleted', 'tag': 'a2f33992-caef-4174-94b6-d4a1ce3e600b'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:40:02.259036 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b4b61-4102-40d5-a02c-fb8a455dc811" -d '{"events": [{"server_uuid": "8d3d0d2e-c546-4c7b-8075-b20f081ea790", "name": "network-vif-deleted", "tag": "a2f33992-caef-4174-94b6-d4a1ce3e600b"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:40:02.316853 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:40:02.319674 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52ae80e-7e98-45a7-9555-62b9c177e263 x-openstack-request-id: req-d52ae80e-7e98-45a7-9555-62b9c177e263 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:40:02.320094 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3d0d2e-c546-4c7b-8075-b20f081ea790", "name": "network-vif-deleted", "tag": "a2f33992-caef-4174-94b6-d4a1ce3e600b", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:40:02.320445 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d52ae80e-7e98-45a7-9555-62b9c177e263 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:40:02.320924 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3d0d2e-c546-4c7b-8075-b20f081ea790', 'name': 'network-vif-deleted', 'tag': 'a2f33992-caef-4174-94b6-d4a1ce3e600b', 'status': 'completed', 'code': 200} Dec 15 11:40:02.323213 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f5175444-d4b9-4464-a28a-ab3cf7022342 req-fa572a8a-c28f-47c8-937e-7e386e8aab19 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 210 time: 0.0454419 Dec 15 11:40:02.480881 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d3472-0fab-42bd-9cb9-5302eb23f3c9 req-b2edd646-59ec-4cd4-a33b-52df1f5b3198 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:02.482598 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5d4d3472-0fab-42bd-9cb9-5302eb23f3c9 req-b2edd646-59ec-4cd4-a33b-52df1f5b3198 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0505662 Dec 15 11:40:02.513375 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:02.535894 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5d4d3472-0fab-42bd-9cb9-5302eb23f3c9 req-822401e5-4617-467b-84a3-8d0e7207cdb8 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463569 Dec 15 11:40:02.787017 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04261-b1cc-4869-8488-ff16adebccbe req-6858538a-c6d9-49fd-b793-e46d51972cce tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:02.788523 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45e04261-b1cc-4869-8488-ff16adebccbe req-6858538a-c6d9-49fd-b793-e46d51972cce tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0530396 Dec 15 11:40:02.835732 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45e04261-b1cc-4869-8488-ff16adebccbe req-1877227f-2372-49b5-a0b4-95ae24c20798 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410159 Dec 15 11:40:03.195781 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b113d-c55b-46e3-8008-791dcfded454 req-bddab22b-3b02-4736-aed0-1219ee922736 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:03.197317 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab8b113d-c55b-46e3-8008-791dcfded454 req-bddab22b-3b02-4736-aed0-1219ee922736 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0543888 Dec 15 11:40:03.246741 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab8b113d-c55b-46e3-8008-791dcfded454 req-7b506464-346f-408c-b27a-680cdbb58b4c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434072 Dec 15 11:40:03.419960 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b137019b-4d35-4ff4-bd24-6acbd633e58f req-e8335a3b-c6b5-4a56-8d1a-2977939fc086 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Dec 15 11:40:03.678966 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718b8e6-855c-4aa1-b91f-f08ccbb84822 req-ecfed2b0-a192-4b05-b639-14b76483576a tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:03.680492 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7718b8e6-855c-4aa1-b91f-f08ccbb84822 req-ecfed2b0-a192-4b05-b639-14b76483576a tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0598123 Dec 15 11:40:03.730155 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7718b8e6-855c-4aa1-b91f-f08ccbb84822 req-c566645d-4759-46a6-b2b8-e0bc57fdf05f tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Dec 15 11:40:03.968221 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616f2ca-f540-4fab-8c47-70336ac34487 req-01d7fc01-444b-49d2-a17a-42a72136ee95 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:03.969705 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e616f2ca-f540-4fab-8c47-70336ac34487 req-01d7fc01-444b-49d2-a17a-42a72136ee95 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0536878 Dec 15 11:40:04.020325 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e616f2ca-f540-4fab-8c47-70336ac34487 req-901b05fe-b1d3-4ae6-a1d0-6afe36fa2efa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Dec 15 11:40:04.367104 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1f60a-5b7c-4b4b-a815-d21f9fd29ccc req-21c055aa-b386-40c2-9e69-8b2952f4b2a0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:04.368588 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45f1f60a-5b7c-4b4b-a815-d21f9fd29ccc req-21c055aa-b386-40c2-9e69-8b2952f4b2a0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0496047 Dec 15 11:40:04.416344 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45f1f60a-5b7c-4b4b-a815-d21f9fd29ccc req-729561db-8a16-4fcb-a4eb-ec1fa67f3a26 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418344 Dec 15 11:40:04.514696 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-deeaf2fd-e40f-4aa5-97a7-3228b78d8a2f req-dd14db33-9791-44df-b340-2a5472621592 tempest-VolumesNegativeTest-476760305 tempest-VolumesNegativeTest-476760305-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d3d0d2e-c546-4c7b-8075-b20f081ea790 HTTP/1.1" status: 200 len: 210 time: 0.0259385 Dec 15 11:40:04.696599 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['a2f33992-caef-4174-94b6-d4a1ce3e600b'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:40:04.864972 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99920a-d7a3-45b6-96c8-40065d0d581e req-7cbb43a6-f72a-422a-add2-a4a20eb1ca2e tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:04.866472 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb99920a-d7a3-45b6-96c8-40065d0d581e req-7cbb43a6-f72a-422a-add2-a4a20eb1ca2e tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0572598 Dec 15 11:40:04.915448 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb99920a-d7a3-45b6-96c8-40065d0d581e req-b07e7579-173a-4842-88d0-460d9d6294d3 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429845 Dec 15 11:40:05.142640 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502241c-811d-4952-aca8-340fd45f3269 req-f898b565-2393-4922-afe1-58ec81031c0d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:05.144230 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d502241c-811d-4952-aca8-340fd45f3269 req-f898b565-2393-4922-afe1-58ec81031c0d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0507274 Dec 15 11:40:05.195463 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d502241c-811d-4952-aca8-340fd45f3269 req-005a73b6-180c-4799-8e7a-2c9b785861ea tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Dec 15 11:40:05.537378 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c9ee7-a2dc-44f2-b671-96c0a94e591d req-4321aa09-d8c6-4227-9c27-15510f7f2b07 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:05.539041 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-963c9ee7-a2dc-44f2-b671-96c0a94e591d req-4321aa09-d8c6-4227-9c27-15510f7f2b07 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0556004 Dec 15 11:40:05.589596 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-963c9ee7-a2dc-44f2-b671-96c0a94e591d req-3399d97d-77c2-4b73-b367-86638ad652bc tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440633 Dec 15 11:40:06.035065 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9d27f-51a2-4522-8089-f3035355e856 req-9e57715f-bcf5-4a79-914e-84e1e4755f84 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:06.036622 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-19c9d27f-51a2-4522-8089-f3035355e856 req-9e57715f-bcf5-4a79-914e-84e1e4755f84 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0510998 Dec 15 11:40:06.088974 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-19c9d27f-51a2-4522-8089-f3035355e856 req-a2c0da01-5aef-41cf-be5e-d9be42a6d862 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462027 Dec 15 11:40:06.366875 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd89e8b-fe29-47f2-96bc-c37114ce7abc req-34de4eea-6dbd-4605-94fc-8b2ab5588a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:06.368465 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0cd89e8b-fe29-47f2-96bc-c37114ce7abc req-34de4eea-6dbd-4605-94fc-8b2ab5588a4e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1099 time: 0.0925105 Dec 15 11:40:06.392663 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82145d-ba04-4e83-8708-73de7aa1a12a req-e547a942-a315-4bef-ac6e-e3a7261e7f54 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:06.394467 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f82145d-ba04-4e83-8708-73de7aa1a12a req-e547a942-a315-4bef-ac6e-e3a7261e7f54 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0895674 Dec 15 11:40:06.445039 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0cd89e8b-fe29-47f2-96bc-c37114ce7abc req-830ecf96-2a8f-4a54-b5ee-0e7e68378af1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671716 Dec 15 11:40:06.478367 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f82145d-ba04-4e83-8708-73de7aa1a12a req-5e4c5a5f-b65a-4bc0-8cb7-42daa9e2e83c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657105 Dec 15 11:40:06.713174 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2f2c8-cfa7-423c-9240-6d0736699c10 req-b173919d-8f7a-4db5-8e61-97cd083d509d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:06.714754 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-41c2f2c8-cfa7-423c-9240-6d0736699c10 req-b173919d-8f7a-4db5-8e61-97cd083d509d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0496552 Dec 15 11:40:06.766732 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-41c2f2c8-cfa7-423c-9240-6d0736699c10 req-9e196fd1-ec07-4088-ac3b-b90d8560e6e9 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450799 Dec 15 11:40:07.215940 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:07.231758 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742856c9-4d7e-4156-9a52-7cae508851c6 req-b2165762-d2c0-4533-acfc-3ec8bf2b1120 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:07.234460 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-742856c9-4d7e-4156-9a52-7cae508851c6 req-b2165762-d2c0-4533-acfc-3ec8bf2b1120 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0689049 Dec 15 11:40:07.291904 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-742856c9-4d7e-4156-9a52-7cae508851c6 req-09315742-1259-40ed-97d9-c19b7cd18023 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492196 Dec 15 11:40:07.620283 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2987f-7207-4b36-bffe-6681d9976798 req-233442e4-2071-41a9-94ee-254cb0f7d114 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:07.622058 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dec2987f-7207-4b36-bffe-6681d9976798 req-233442e4-2071-41a9-94ee-254cb0f7d114 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0565462 Dec 15 11:40:07.680584 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dec2987f-7207-4b36-bffe-6681d9976798 req-5f51448c-a5d6-4b75-9e5e-ad7fa909c8b7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516000 Dec 15 11:40:07.891472 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f604dd-79f4-4952-a925-717f25a4388c req-7d34af6b-17ad-4790-8555-d6e29f0065ee tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:07.893062 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06f604dd-79f4-4952-a925-717f25a4388c req-7d34af6b-17ad-4790-8555-d6e29f0065ee tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0560954 Dec 15 11:40:07.955682 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06f604dd-79f4-4952-a925-717f25a4388c req-ec0a9b55-284c-40b5-88b1-4d46cd1fc58b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559976 Dec 15 11:40:08.693742 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647e03-55a7-434c-98a1-eed8322ef5c9 req-b81b071a-46a7-4de7-adaa-d77ae1d6e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:08.695338 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-07647e03-55a7-434c-98a1-eed8322ef5c9 req-b81b071a-46a7-4de7-adaa-d77ae1d6e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.3125856 Dec 15 11:40:08.734925 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device a2f33992-caef-4174-94b6-d4a1ce3e600b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:08.770231 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-07647e03-55a7-434c-98a1-eed8322ef5c9 req-edcd6ef7-243b-4934-8a11-2c9183ec6dca tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673695 Dec 15 11:40:08.786228 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: a2f33992-caef-4174-94b6-d4a1ce3e600b {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:08.786590 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device a2f33992-caef-4174-94b6-d4a1ce3e600b not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:08.869733 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d2674-64db-4036-a9a0-a2772bdf81e3 req-32372659-5f52-47f0-a3ff-9b1f57d7e8c6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:08.871584 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db7d2674-64db-4036-a9a0-a2772bdf81e3 req-32372659-5f52-47f0-a3ff-9b1f57d7e8c6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0713642 Dec 15 11:40:08.945100 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db7d2674-64db-4036-a9a0-a2772bdf81e3 req-98da8035-b6f7-4cee-9945-1f87ca9d8bb1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667882 Dec 15 11:40:09.088603 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4e63a-559e-4fba-b379-5a7d4c0e793c req-b690e7ab-c505-4ed1-ba40-f8a868f16a11 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:09.094238 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8bd4e63a-559e-4fba-b379-5a7d4c0e793c req-b690e7ab-c505-4ed1-ba40-f8a868f16a11 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0581675 Dec 15 11:40:09.167424 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8bd4e63a-559e-4fba-b379-5a7d4c0e793c req-9dbc266e-8d84-4640-a9e9-e98e24990c3f tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704832 Dec 15 11:40:09.299765 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-78170137-afd2-4c65-8ca6-8cffe5f57b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:09.302586 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-78170137-afd2-4c65-8ca6-8cffe5f57b06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=54888f77098b48999dab7c6e72282bea&device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 1099 time: 0.0787423 Dec 15 11:40:09.321700 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d031d1-116d-467e-943c-a0eef18f2236 req-83e5044f-02d5-43b7-9078-967983093f81 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:09.324301 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e5d031d1-116d-467e-943c-a0eef18f2236 req-83e5044f-02d5-43b7-9078-967983093f81 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1018171 Dec 15 11:40:09.445475 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e5d031d1-116d-467e-943c-a0eef18f2236 req-a9a49303-d253-4ef3-9537-2194b4996ecf tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062970 Dec 15 11:40:09.475217 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-5cc0cf4d-5a0c-4f92-a1b9-425bc6a3b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:09.477728 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-5cc0cf4d-5a0c-4f92-a1b9-425bc6a3b11c service neutron] 10.222.0.58 "GET /v2.0/networks?id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 200 len: 920 time: 0.1513929 Dec 15 11:40:09.536590 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-9bfc87b4-490c-4869-9843-b5c3278cf15f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c HTTP/1.1" status: 200 len: 217 time: 0.0473952 Dec 15 11:40:09.613401 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-60d6ede3-1b24-490e-a5ea-fa7acc97fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:09.615981 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-60d6ede3-1b24-490e-a5ea-fa7acc97fd39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 200 len: 859 time: 0.0672665 Dec 15 11:40:09.655997 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-5169b0ee-b19f-447e-970f-2d65c62b29dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5b8c33af-ac2b-4c68-b3c3-cd41535e5222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261731 Dec 15 11:40:09.764964 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-1f987860-ef5a-498d-b232-f0f66a021042 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986531 Dec 15 11:40:09.885348 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d85cee37-fd4d-4e5e-a4e7-8aea14c268c9 req-6f59e03f-1aac-4474-9293-8cce09dcece4 service neutron] 10.222.0.58 "GET /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092968 Dec 15 11:40:10.083955 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e420b2a-3c73-4832-990a-7735a331a41c req-a1cffb58-caff-46c3-be2f-f36ce5533d86 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:10.085601 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7e420b2a-3c73-4832-990a-7735a331a41c req-a1cffb58-caff-46c3-be2f-f36ce5533d86 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0631135 Dec 15 11:40:10.149040 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7e420b2a-3c73-4832-990a-7735a331a41c req-d397872c-6600-4b48-919e-3ba9b4aeee05 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568879 Dec 15 11:40:10.306742 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35245937-334b-4686-8d19-f15a8bed680a req-f820e0e3-c761-4f94-b421-b29445f1ad4f tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:10.308212 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-35245937-334b-4686-8d19-f15a8bed680a req-f820e0e3-c761-4f94-b421-b29445f1ad4f tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Dec 15 11:40:10.357179 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-35245937-334b-4686-8d19-f15a8bed680a req-b4d9e67c-d9f7-402f-bb3e-c217f6b96f8b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429111 Dec 15 11:40:10.569327 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe5679-7f68-4a75-a3f3-fecfbfd92b0f req-dfb0819e-fb40-4fc7-ba6e-8f6c06368d9b tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:10.570880 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a5fe5679-7f68-4a75-a3f3-fecfbfd92b0f req-dfb0819e-fb40-4fc7-ba6e-8f6c06368d9b tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0556729 Dec 15 11:40:10.630491 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a5fe5679-7f68-4a75-a3f3-fecfbfd92b0f req-cf735d4c-22ad-4a70-ae9a-90ae70074c18 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537133 Dec 15 11:40:11.324877 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d916d-8bdd-4b25-8d54-391c692f5f8c req-545d903e-134e-453d-bcaf-1280485adc59 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:11.326824 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-648d916d-8bdd-4b25-8d54-391c692f5f8c req-545d903e-134e-453d-bcaf-1280485adc59 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0810590 Dec 15 11:40:11.386746 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-648d916d-8bdd-4b25-8d54-391c692f5f8c req-da0ef247-aa43-4fed-9edb-23103b4641b6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513647 Dec 15 11:40:11.486441 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76498d79-15c2-4151-9dfb-357f8466a5a5 req-1fbcb1fd-3b74-41d5-aa25-ee0f2cafc6e6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:11.488004 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-76498d79-15c2-4151-9dfb-357f8466a5a5 req-1fbcb1fd-3b74-41d5-aa25-ee0f2cafc6e6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0549767 Dec 15 11:40:11.537181 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-76498d79-15c2-4151-9dfb-357f8466a5a5 req-08f1554b-761d-470f-a7db-f261146d6e54 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431719 Dec 15 11:40:11.756417 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f2515-b5ef-4e31-9689-0cf0a23c354b req-95f2c8fc-3b53-48a9-851c-adb9839ad66e tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:11.757986 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-905f2515-b5ef-4e31-9689-0cf0a23c354b req-95f2c8fc-3b53-48a9-851c-adb9839ad66e tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0535429 Dec 15 11:40:11.809266 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-905f2515-b5ef-4e31-9689-0cf0a23c354b req-65d108b5-e93b-47ac-8392-cee15de19d1b tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444839 Dec 15 11:40:12.524378 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad401409-4772-4e25-8fab-791737308cf7 req-8a0ab78f-00dd-4d35-928b-89c1e85309ab tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:12.526127 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ad401409-4772-4e25-8fab-791737308cf7 req-8a0ab78f-00dd-4d35-928b-89c1e85309ab tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0550201 Dec 15 11:40:12.581423 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ad401409-4772-4e25-8fab-791737308cf7 req-b5c60133-3787-43d9-9117-11680695baec tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495262 Dec 15 11:40:12.731557 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f3a72-1eb1-4932-a8e3-01042249df1c req-e37f745d-dec9-4104-8cd7-18bc6c2107bd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:12.733568 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-392f3a72-1eb1-4932-a8e3-01042249df1c req-e37f745d-dec9-4104-8cd7-18bc6c2107bd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.1073368 Dec 15 11:40:12.799301 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-392f3a72-1eb1-4932-a8e3-01042249df1c req-6afcd28b-24a7-42f3-afef-2c6cb75590d3 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569174 Dec 15 11:40:12.954550 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cb3f0-3855-47d7-a921-c028975a60a2 req-00cb8f29-4b87-4597-b54c-8899134207a2 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:12.956154 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4a8cb3f0-3855-47d7-a921-c028975a60a2 req-00cb8f29-4b87-4597-b54c-8899134207a2 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0593691 Dec 15 11:40:13.016038 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4a8cb3f0-3855-47d7-a921-c028975a60a2 req-9a7c2d9b-24de-415b-be76-0a84bbd04993 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Dec 15 11:40:13.712136 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c51ab2-d32d-4cb1-b054-ebe3855feefc req-76a0372d-6524-4ca3-b110-ac929e686001 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:13.713619 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-08c51ab2-d32d-4cb1-b054-ebe3855feefc req-76a0372d-6524-4ca3-b110-ac929e686001 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0552161 Dec 15 11:40:13.762443 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-08c51ab2-d32d-4cb1-b054-ebe3855feefc req-cb060819-a0dd-42d1-9ec7-6d02afac3837 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 Dec 15 11:40:13.928640 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cdb97-d8e5-4d39-96ce-e84952b0e5b1 req-0d7d522b-9be5-4307-ba70-c81aa8e04cf8 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:13.930372 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-353cdb97-d8e5-4d39-96ce-e84952b0e5b1 req-0d7d522b-9be5-4307-ba70-c81aa8e04cf8 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0506904 Dec 15 11:40:13.997390 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-353cdb97-d8e5-4d39-96ce-e84952b0e5b1 req-c9a8e993-720d-4c42-8766-79bc7ca8aff4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598943 Dec 15 11:40:14.900004 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e62120-7ec5-4103-9072-00fcfe653b18 req-4a01c7c4-f686-4305-afb9-0f47fa00aac9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:14.901844 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-41e62120-7ec5-4103-9072-00fcfe653b18 req-4a01c7c4-f686-4305-afb9-0f47fa00aac9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0597129 Dec 15 11:40:14.952762 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-41e62120-7ec5-4103-9072-00fcfe653b18 req-c9edd247-7654-4b59-9264-08f2c83716f4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442045 Dec 15 11:40:15.114877 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9938af-363e-4e19-a26f-4cc15d223ca6 req-0b8f8d63-14ef-4a71-a6c1-109d643f6efc tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:15.116329 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9938af-363e-4e19-a26f-4cc15d223ca6 req-0b8f8d63-14ef-4a71-a6c1-109d643f6efc tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0554950 Dec 15 11:40:15.171606 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e9938af-363e-4e19-a26f-4cc15d223ca6 req-33ce36b6-a2fd-43b6-b33e-dba1d6cc77e6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489006 Dec 15 11:40:16.103904 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37342a4-d31d-4b4e-8ea7-ea0496cdff1c req-a24ebec6-c07f-4ef1-97e1-4d09a7a3a849 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:16.105665 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b37342a4-d31d-4b4e-8ea7-ea0496cdff1c req-a24ebec6-c07f-4ef1-97e1-4d09a7a3a849 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0640268 Dec 15 11:40:16.146455 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41154) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:16.173294 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b37342a4-d31d-4b4e-8ea7-ea0496cdff1c req-66ab3f95-f9cc-4a1e-9678-400bf0851686 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609834 Dec 15 11:40:16.318038 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aed53f06-2327-4055-b63e-dc76249fa684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.347329 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c50fe-96cd-4264-9186-f00962e7c75e req-7df7cf5e-afbc-42fd-b67f-22d1a927baf9 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:16.349511 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-586c50fe-96cd-4264-9186-f00962e7c75e req-7df7cf5e-afbc-42fd-b67f-22d1a927baf9 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0938561 Dec 15 11:40:16.417095 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aed53f06-2327-4055-b63e-dc76249fa684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.422384 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aed53f06-2327-4055-b63e-dc76249fa684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.431635 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-586c50fe-96cd-4264-9186-f00962e7c75e req-d74cdf71-4c3f-41e6-b82c-a33dd385a481 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751090 Dec 15 11:40:16.455542 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-aed53f06-2327-4055-b63e-dc76249fa684 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8be1989edab492ba8fd63298e4c2fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3076458 Dec 15 11:40:16.459460 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41162) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:16.479770 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed53f06-2327-4055-b63e-dc76249fa684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f6366-d557-42ee-a8de-239848c0882d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:16.550364 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-28e8e0a7-8976-4a79-ad93-cf70aaf8aea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.576105 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-28e8e0a7-8976-4a79-ad93-cf70aaf8aea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.656333 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-28e8e0a7-8976-4a79-ad93-cf70aaf8aea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.659855 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-28e8e0a7-8976-4a79-ad93-cf70aaf8aea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.661243 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-28e8e0a7-8976-4a79-ad93-cf70aaf8aea7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/624f6366-d557-42ee-a8de-239848c0882d HTTP/1.1" status: 204 len: 168 time: 0.2004232 Dec 15 11:40:16.695274 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8e0a7-8976-4a79-ad93-cf70aaf8aea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f6366-d557-42ee-a8de-239848c0882d,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:16.742844 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08383834-aba5-4c09-b8b9-278bdc7242b2 req-a5527a1c-d2e3-446a-810a-4f65af73fc2e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:16.745161 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-08383834-aba5-4c09-b8b9-278bdc7242b2 req-a5527a1c-d2e3-446a-810a-4f65af73fc2e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0990682 Dec 15 11:40:16.786508 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:40:16.874616 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-da801d67-3518-4574-80d5-c5daa83fe0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:16.883691 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-da801d67-3518-4574-80d5-c5daa83fe0e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 1098 time: 0.0941741 Dec 15 11:40:16.900605 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:16.913032 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-08383834-aba5-4c09-b8b9-278bdc7242b2 req-c56fa55d-7515-4d7f-8389-6a1946203a68 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1602366 Dec 15 11:40:16.916483 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'port_id': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'mac_address': 'fa:16:3e:fa:e9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:40:16.963672 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:16.985323 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:40:17.041453 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:17.049705 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:17.104063 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-7c28cd7d-31a7-4719-8e81-c4dd33e80d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.107452 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-7c28cd7d-31a7-4719-8e81-c4dd33e80d9a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 911 time: 0.1909821 Dec 15 11:40:17.137910 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=6']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:17.340232 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-fd53a285-4a36-4f19-8c72-c804dea75ef0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899 HTTP/1.1" status: 200 len: 1000 time: 0.1462100 Dec 15 11:40:17.347317 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:40:17.462676 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-5c0d5b22-bcfe-4760-bf4a-6a2ef3709d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.464315 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-5c0d5b22-bcfe-4760-bf4a-6a2ef3709d08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 200 len: 849 time: 0.1029036 Dec 15 11:40:17.474309 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1cc8c-c9a4-4c1b-b584-d5ddc9091ddb req-5697cc2b-9348-428e-911b-32ae5c43cc57 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.475565 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6da1cc8c-c9a4-4c1b-b584-d5ddc9091ddb req-5697cc2b-9348-428e-911b-32ae5c43cc57 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 944 time: 0.1731465 Dec 15 11:40:17.486937 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539795d1-e311-4ffc-9d32-2ed287107e61 req-69893d7d-ae34-4875-a538-3961354a3c16 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.494998 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-539795d1-e311-4ffc-9d32-2ed287107e61 req-69893d7d-ae34-4875-a538-3961354a3c16 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.2863562 Dec 15 11:40:17.610911 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6da1cc8c-c9a4-4c1b-b584-d5ddc9091ddb req-592812aa-5f2d-4009-936b-0a01b47c4f95 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127825 Dec 15 11:40:17.617433 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-539795d1-e311-4ffc-9d32-2ed287107e61 req-d293935b-b410-4c97-988e-09fa8d062b59 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215725 Dec 15 11:40:17.636007 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-81377302-78cf-43f3-8836-36947b3aa6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:17.639695 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-81377302-78cf-43f3-8836-36947b3aa6f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ce2434a-00df-48e8-b569-90a8896c979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1413796 Dec 15 11:40:17.766382 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-5103c78b-bcf4-45af-a1cd-29e3d21c63e2 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171942 Dec 15 11:40:17.889152 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-befa9779-aa96-4a1b-ba28-02a149794c48 req-e3faf2b4-a2d8-4c6b-9df5-f2460ed6ba42 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141350 Dec 15 11:40:18.073106 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4cfbc-c265-40d2-9867-e1143603197d req-88496975-242c-48d1-b29b-16f96a8f2a30 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:18.085376 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4bc4cfbc-c265-40d2-9867-e1143603197d req-88496975-242c-48d1-b29b-16f96a8f2a30 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0915968 Dec 15 11:40:18.143921 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4bc4cfbc-c265-40d2-9867-e1143603197d req-c0b5d166-6d5e-4a20-be45-a53e85ea99e3 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575266 Dec 15 11:40:18.793116 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e7f70-2a6d-4b3b-a08f-766163f43bd9 req-3da5519d-a9c9-4b64-808c-78fae33c879d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:18.794894 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b26e7f70-2a6d-4b3b-a08f-766163f43bd9 req-3da5519d-a9c9-4b64-808c-78fae33c879d tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0925760 Dec 15 11:40:18.809725 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7f5df-984c-449c-9c64-83613828f948 req-8cd88efb-7945-4941-a2bd-ba2683229065 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:18.813351 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:18.813970 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cee7f5df-984c-449c-9c64-83613828f948 req-8cd88efb-7945-4941-a2bd-ba2683229065 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 944 time: 0.0741365 Dec 15 11:40:18.878934 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:18.879307 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:18.891134 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b26e7f70-2a6d-4b3b-a08f-766163f43bd9 req-858211ee-8a8c-4ca3-b6fb-b25548792114 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757830 Dec 15 11:40:18.901750 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cee7f5df-984c-449c-9c64-83613828f948 req-5c4e42d1-7801-44d5-a3fd-2357dae1ce67 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779812 Dec 15 11:40:18.977436 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:19.005893 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:40:19.008406 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db87fcae-4d98-4a19-ba06-696979abbc6e" -d '{"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-plugged", "status": "completed", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:40:19.023109 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:19.027329 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:19.062749 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab48815-0e9c-430e-b996-5c5d2dcef9db x-openstack-request-id: req-6ab48815-0e9c-430e-b996-5c5d2dcef9db {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:40:19.063268 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-plugged", "status": "completed", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:40:19.063438 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ab48815-0e9c-430e-b996-5c5d2dcef9db {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:40:19.063898 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'code': 200} Dec 15 11:40:19.096388 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=7']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:19.269715 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208dd08-5bae-460b-ad7f-d33d79310b66 req-2dd845c7-0152-4f31-9995-ed94d458dca1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:19.271252 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0208dd08-5bae-460b-ad7f-d33d79310b66 req-2dd845c7-0152-4f31-9995-ed94d458dca1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0495324 Dec 15 11:40:19.333352 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0208dd08-5bae-460b-ad7f-d33d79310b66 req-17d0f2dc-3fae-4f60-b123-e931ea49b2f1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548058 Dec 15 11:40:20.092595 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7864c-f8e7-4cff-b2f8-205d2ed0fed9 req-875aa2f7-095f-446e-bad8-45b231655341 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:20.094213 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ee7864c-f8e7-4cff-b2f8-205d2ed0fed9 req-875aa2f7-095f-446e-bad8-45b231655341 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0964904 Dec 15 11:40:20.117703 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d7c86-e663-445c-ad56-4b9377f308a3 req-bd33d5d8-308c-48d2-b2e0-0223ad266559 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:20.119395 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4a2d7c86-e663-445c-ad56-4b9377f308a3 req-bd33d5d8-308c-48d2-b2e0-0223ad266559 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0955324 Dec 15 11:40:20.205881 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2ee7864c-f8e7-4cff-b2f8-205d2ed0fed9 req-9e7d1af0-2475-48fa-b975-795d772dcbde tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975275 Dec 15 11:40:20.209497 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4a2d7c86-e663-445c-ad56-4b9377f308a3 req-e74cddf3-8c8e-4a01-82f9-a9df672e2a67 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839977 Dec 15 11:40:20.523634 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-e305b9f9-1e4a-423c-9610-159a57c29359 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:20.527441 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-e305b9f9-1e4a-423c-9610-159a57c29359 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.58 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 946 time: 0.0980480 Dec 15 11:40:20.715797 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Deleting port b30bf193-4a19-4a5d-ad64-97e6e1383fdd {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:40:20.718398 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:20.908559 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] For port b30bf193-4a19-4a5d-ad64-97e6e1383fdd, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:20.909061 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:20.986819 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Calling delete_port for b30bf193-4a19-4a5d-ad64-97e6e1383fdd owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:40:21.274682 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:21.322058 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['b30bf193-4a19-4a5d-ad64-97e6e1383fdd', '6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:40:21.328380 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Pushing event deleted for resources: {'Port': ['ID=b30bf193-4a19-4a5d-ad64-97e6e1383fdd,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:21.482430 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9f49fc00-0eee-4c45-ba03-a1116f0dbb76 req-1dd59848-ac46-4246-8482-6fd40acbe05a tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 210 time: 0.0776713 Dec 15 11:40:21.602683 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] No DVR routers for this DVR port b30bf193-4a19-4a5d-ad64-97e6e1383fdd on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:40:21.615724 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:21.624416 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-94b5f0fa-c24a-48fb-a7c6-5b8a8b40600c req-2a17c188-612b-4479-b454-d515cb55e688 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.58 "DELETE /v2.0/ports/b30bf193-4a19-4a5d-ad64-97e6e1383fdd HTTP/1.1" status: 204 len: 173 time: 1.0866058 Dec 15 11:40:21.627628 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756e1522-afbe-47f1-8a34-5f0776a2b3d6', 'name': 'network-vif-deleted', 'tag': 'b30bf193-4a19-4a5d-ad64-97e6e1383fdd'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:40:21.635047 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa81bc65-5798-47bc-9169-55484a194ea7" -d '{"events": [{"server_uuid": "756e1522-afbe-47f1-8a34-5f0776a2b3d6", "name": "network-vif-deleted", "tag": "b30bf193-4a19-4a5d-ad64-97e6e1383fdd"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:40:21.693743 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6e324-5296-40c1-b590-78da782fc4dc req-411103ec-d9f0-40d2-867a-19788e3a90d2 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:21.701769 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7de6e324-5296-40c1-b590-78da782fc4dc req-411103ec-d9f0-40d2-867a-19788e3a90d2 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.2047772 Dec 15 11:40:21.738505 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b08ba89-1f19-4944-b086-cead49982a92 x-openstack-request-id: req-1b08ba89-1f19-4944-b086-cead49982a92 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:40:21.739087 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756e1522-afbe-47f1-8a34-5f0776a2b3d6", "name": "network-vif-deleted", "tag": "b30bf193-4a19-4a5d-ad64-97e6e1383fdd", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:40:21.739436 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b08ba89-1f19-4944-b086-cead49982a92 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:40:21.739941 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756e1522-afbe-47f1-8a34-5f0776a2b3d6', 'name': 'network-vif-deleted', 'tag': 'b30bf193-4a19-4a5d-ad64-97e6e1383fdd', 'status': 'completed', 'code': 200} Dec 15 11:40:21.797340 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7de6e324-5296-40c1-b590-78da782fc4dc req-1abbb756-9ac6-4efe-a7f2-484fc4940ed5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901031 Dec 15 11:40:22.698121 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2d0f093e-dd36-4017-b57f-e164f2b6fdad req-fbceaea0-7501-4407-b4ad-6ab74c532d14 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=756e1522-afbe-47f1-8a34-5f0776a2b3d6 HTTP/1.1" status: 200 len: 210 time: 0.0630422 Dec 15 11:40:23.037537 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f65650-e395-496c-8381-cb7bff9b2d05 req-cf3b133e-d58f-4b02-a43b-830c05cf3764 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:23.045689 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3f65650-e395-496c-8381-cb7bff9b2d05 req-cf3b133e-d58f-4b02-a43b-830c05cf3764 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.1021113 Dec 15 11:40:23.138543 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3f65650-e395-496c-8381-cb7bff9b2d05 req-f64c62c6-4cd2-480a-9afb-f7745c436437 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903625 Dec 15 11:40:24.224426 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb498570-17de-47ce-b565-00377a8e7b3b req-7c8fc1af-e77b-42fa-8455-8568ffe85ffc tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:24.240999 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb498570-17de-47ce-b565-00377a8e7b3b req-7c8fc1af-e77b-42fa-8455-8568ffe85ffc tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0859149 Dec 15 11:40:24.425729 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb498570-17de-47ce-b565-00377a8e7b3b req-ec8b666d-f771-4efd-bdb6-cbfc9085ff2e tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828306 Dec 15 11:40:24.458304 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab41cb-9f71-4dd3-b77a-12dfa252b3d2 req-2769dda0-af22-4e60-912c-020ce8a0a797 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:24.472404 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e9ab41cb-9f71-4dd3-b77a-12dfa252b3d2 req-2769dda0-af22-4e60-912c-020ce8a0a797 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0935917 Dec 15 11:40:24.557583 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e9ab41cb-9f71-4dd3-b77a-12dfa252b3d2 req-d0eb159b-0ba7-41ec-bbef-3d1091094dd7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836403 Dec 15 11:40:24.862827 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device b30bf193-4a19-4a5d-ad64-97e6e1383fdd no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:24.902063 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: b30bf193-4a19-4a5d-ad64-97e6e1383fdd {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:24.902413 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device b30bf193-4a19-4a5d-ad64-97e6e1383fdd not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:25.704023 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b6b7-925c-4f2b-95b0-4b48520e8b33 req-dcb14fe2-1df2-48a9-b605-d99a648c9187 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:25.708841 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b140b6b7-925c-4f2b-95b0-4b48520e8b33 req-dcb14fe2-1df2-48a9-b605-d99a648c9187 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1414502 Dec 15 11:40:25.851631 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b140b6b7-925c-4f2b-95b0-4b48520e8b33 req-c7be61ef-59b4-4b04-b8ae-07986453bdda tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243963 Dec 15 11:40:25.868359 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e9ae6-9da9-49e5-a96b-68eab575b5f9 req-26dac857-3cfc-4c8b-ab37-9a7b7bc443e0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:25.884625 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d12e9ae6-9da9-49e5-a96b-68eab575b5f9 req-26dac857-3cfc-4c8b-ab37-9a7b7bc443e0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.1743152 Dec 15 11:40:26.002752 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d12e9ae6-9da9-49e5-a96b-68eab575b5f9 req-9c1ccd8b-3723-4281-9e24-1e3d2fbc90d0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169412 Dec 15 11:40:26.670134 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d5cd184e-9a71-4193-aa91-555e57c079bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:27.019587 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c2e12-d545-4a22-8410-0b0d38374b99 req-653a2f00-2cb6-4973-abe8-ac90131231ab tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:27.029159 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5e8c2e12-d545-4a22-8410-0b0d38374b99 req-653a2f00-2cb6-4973-abe8-ac90131231ab tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0742059 Dec 15 11:40:27.241484 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5e8c2e12-d545-4a22-8410-0b0d38374b99 req-7792d44b-a2c6-450b-856d-1bfb1291687e tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001729 Dec 15 11:40:27.393018 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcd32a-c39c-4153-b2d5-ac791b0047e8 req-e617af93-1595-47b9-9938-f8960f943e3b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:27.407082 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a2fcd32a-c39c-4153-b2d5-ac791b0047e8 req-e617af93-1595-47b9-9938-f8960f943e3b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.2853034 Dec 15 11:40:27.583182 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a2fcd32a-c39c-4153-b2d5-ac791b0047e8 req-69f1c264-79dc-4b93-8cc0-864608649afb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712019 Dec 15 11:40:28.538976 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58524578-4508-48ed-915d-b54220d97edc req-d74c5cb4-2e31-49ab-86a1-8c71d480e9fa tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:28.548604 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-58524578-4508-48ed-915d-b54220d97edc req-d74c5cb4-2e31-49ab-86a1-8c71d480e9fa tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.0827310 Dec 15 11:40:28.635416 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-58524578-4508-48ed-915d-b54220d97edc req-5f79e1ac-3e96-4cd0-999f-67200ea00574 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809498 Dec 15 11:40:28.792145 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0996fc-aadc-419a-974c-ce6da13d3a0a req-ed308867-67a9-49aa-8cce-215ba577d27c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:28.793755 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9b0996fc-aadc-419a-974c-ce6da13d3a0a req-ed308867-67a9-49aa-8cce-215ba577d27c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0865645 Dec 15 11:40:28.871003 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9b0996fc-aadc-419a-974c-ce6da13d3a0a req-ca9d1c77-f669-4768-8312-9fc2bcab4f33 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707281 Dec 15 11:40:28.927852 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a02faa48-9178-4fe3-9017-26f7f258b897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:29.875056 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9eb029-48a2-4c9d-a71f-bd06e7fc37f2 req-c9668569-d17a-49d8-a9e2-ef646e0013f8 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:29.886346 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e9eb029-48a2-4c9d-a71f-bd06e7fc37f2 req-c9668569-d17a-49d8-a9e2-ef646e0013f8 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1023924 Dec 15 11:40:29.969903 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e9eb029-48a2-4c9d-a71f-bd06e7fc37f2 req-4afb1fed-d3e8-4c5a-9747-8c014d9a29a8 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706000 Dec 15 11:40:30.026682 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:30.082445 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d9d3d-89c3-4687-b4cd-e7b09a72b339 req-132cf46c-3136-4c5a-8f81-72b64806326b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:30.089945 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b21d9d3d-89c3-4687-b4cd-e7b09a72b339 req-132cf46c-3136-4c5a-8f81-72b64806326b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0859432 Dec 15 11:40:30.170874 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b21d9d3d-89c3-4687-b4cd-e7b09a72b339 req-f9042020-61de-4c01-bb06-3152eed38a31 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799272 Dec 15 11:40:30.952786 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-ffe4c638-a25e-4512-8de4-cdec4fa3b387 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:30.955994 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-ffe4c638-a25e-4512-8de4-cdec4fa3b387 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1420786 Dec 15 11:40:31.127563 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Deleting port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:40:31.127944 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:31.262773 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ffa88-1295-4494-a9de-7dfe93f32ad6 req-c523b312-c7f4-4034-963f-dba3f6e1b7d7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:31.262773 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac0ffa88-1295-4494-a9de-7dfe93f32ad6 req-c523b312-c7f4-4034-963f-dba3f6e1b7d7 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 946 time: 0.1955512 Dec 15 11:40:31.262773 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] For port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:31.262773 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:31.291127 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Calling delete_port for 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:40:31.354261 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:31.415212 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac0ffa88-1295-4494-a9de-7dfe93f32ad6 req-d474d8c0-d3dd-4738-9d75-7bd41b050e41 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/security-groups?id=8dc479ac-2237-4e75-b933-952caf896da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561000 Dec 15 11:40:31.444294 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d7c96-4a3e-4800-a2d2-6a9a5862af80 req-d4d0b891-f33f-4dca-8e6d-111e27fb403c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:31.452777 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-684d7c96-4a3e-4800-a2d2-6a9a5862af80 req-d4d0b891-f33f-4dca-8e6d-111e27fb403c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.1183090 Dec 15 11:40:31.569571 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-684d7c96-4a3e-4800-a2d2-6a9a5862af80 req-160f091c-07a9-4cfd-a3a6-1e2c483c5f71 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162264 Dec 15 11:40:31.590825 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41486) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:31.785237 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-612d04da-f314-445f-ab11-e8c5016822bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:31.968494 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-612d04da-f314-445f-ab11-e8c5016822bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:31.977972 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-612d04da-f314-445f-ab11-e8c5016822bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:32.089303 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-612d04da-f314-445f-ab11-e8c5016822bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1981d0d563c9493a8c73a3f4a9154f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4950209 Dec 15 11:40:32.089303 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d04da-f314-445f-ab11-e8c5016822bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65aee1a6-71f9-497f-88ae-4e526c803cc4,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:32.101925 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41492) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:32.157285 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:32.194137 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:40:32.225770 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Pushing event deleted for resources: {'Port': ['ID=6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:32.240044 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f889a488-debb-4581-8984-390180d1ff00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:32.303291 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f889a488-debb-4581-8984-390180d1ff00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:32.334107 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] No DVR routers for this DVR port 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:40:32.343047 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:32.355081 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-653511b2-93d4-4ebb-8003-ca07d4841b01 req-7170c2ea-e0b7-4ec7-902e-9cceeffae9ce tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.58 "DELETE /v2.0/ports/6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c HTTP/1.1" status: 204 len: 173 time: 1.3635280 Dec 15 11:40:32.355578 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0da740f-aacc-44e7-87a0-54a890290483', 'name': 'network-vif-deleted', 'tag': '6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:40:32.363262 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f2d707-8bcc-460d-94c4-350bc6d71933" -d '{"events": [{"server_uuid": "b0da740f-aacc-44e7-87a0-54a890290483", "name": "network-vif-deleted", "tag": "6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:40:32.395031 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f889a488-debb-4581-8984-390180d1ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:32.398183 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f889a488-debb-4581-8984-390180d1ff00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:32.399745 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f889a488-debb-4581-8984-390180d1ff00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65aee1a6-71f9-497f-88ae-4e526c803cc4 HTTP/1.1" status: 204 len: 168 time: 0.2964580 Dec 15 11:40:32.416009 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889a488-debb-4581-8984-390180d1ff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65aee1a6-71f9-497f-88ae-4e526c803cc4,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:32.439109 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d2a636-d60e-4fb4-a3f4-78c9baed7b99 x-openstack-request-id: req-60d2a636-d60e-4fb4-a3f4-78c9baed7b99 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:40:32.439481 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0da740f-aacc-44e7-87a0-54a890290483", "name": "network-vif-deleted", "tag": "6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:40:32.440189 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60d2a636-d60e-4fb4-a3f4-78c9baed7b99 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:40:32.440833 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0da740f-aacc-44e7-87a0-54a890290483', 'name': 'network-vif-deleted', 'tag': '6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c', 'status': 'completed', 'code': 200} Dec 15 11:40:32.625203 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d94edb9-8223-4431-bcc0-571a3afff080 req-244ab488-72d9-4cb4-8949-d8d9e96f2208 tempest-ServerRescueNegativeTestJSON-1743379148 tempest-ServerRescueNegativeTestJSON-1743379148-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0da740f-aacc-44e7-87a0-54a890290483 HTTP/1.1" status: 200 len: 210 time: 0.0590105 Dec 15 11:40:32.697228 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:32.733477 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de94bf3-8abd-4f46-9097-91951d455858 req-26124fff-baa4-42eb-b3d6-2bba3e39ddae tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:32.735581 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7de94bf3-8abd-4f46-9097-91951d455858 req-26124fff-baa4-42eb-b3d6-2bba3e39ddae tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0862534 Dec 15 11:40:32.799903 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7de94bf3-8abd-4f46-9097-91951d455858 req-6b8d5d13-5876-4c54-92bc-8a99b8f5daaa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564504 Dec 15 11:40:33.673638 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-ff978472-6787-4a13-a8bf-834b14fb7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:33.675291 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-ff978472-6787-4a13-a8bf-834b14fb7c7c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 1098 time: 0.0468853 Dec 15 11:40:33.695464 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41602) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:33.788195 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-68159ee6-e786-4c8c-914b-7e2651394524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:33.789727 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-68159ee6-e786-4c8c-914b-7e2651394524 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.1003420 Dec 15 11:40:33.858627 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-07d1d6db-4d2a-4eef-b7e1-cf53ff826b62 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 HTTP/1.1" status: 200 len: 1001 time: 0.0595036 Dec 15 11:40:33.950188 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-36064062-c1f0-43e1-a8d1-da5b83b4d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:33.951687 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-36064062-c1f0-43e1-a8d1-da5b83b4d20f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.0796895 Dec 15 11:40:33.966049 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28848d-f4ce-4dfa-9f40-8d5159008649 req-6674353c-06b2-40f2-8dd9-ea8ba0688aa0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:33.968391 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-de28848d-f4ce-4dfa-9f40-8d5159008649 req-6674353c-06b2-40f2-8dd9-ea8ba0688aa0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.0706813 Dec 15 11:40:34.040149 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-de28848d-f4ce-4dfa-9f40-8d5159008649 req-ebf8559a-4254-46c7-8104-290ce4a3f684 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612361 Dec 15 11:40:34.051128 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-8d636d10-5b59-41b6-aca1-4c4a1be49ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:34.052075 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-8d636d10-5b59-41b6-aca1-4c4a1be49ade service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0820541 Dec 15 11:40:34.206912 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-327b9190-3815-4126-b71f-99ee7fa826ee service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349621 Dec 15 11:40:34.239066 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16393233'] for router_interface, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.345669 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80a1a634-4ac4-4ef7-8d77-62a5a819a7f0 req-1409617c-3303-476e-a57f-f3fca7348505 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195259 Dec 15 11:40:34.852198 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Deleting port bec12d99-aa27-49cb-a7a3-86a2bf70792a {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:40:34.852942 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.922165 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:34.943326 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] For port bec12d99-aa27-49cb-a7a3-86a2bf70792a, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=bec12d99-aa27-49cb-a7a3-86a2bf70792a,segment=NetworkSegment(e78b9448-2752-4126-87e6-c8ed238fcfee),segment_id=e78b9448-2752-4126-87e6-c8ed238fcfee)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:34.943702 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:34.958813 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Calling delete_port for bec12d99-aa27-49cb-a7a3-86a2bf70792a owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:40:34.959914 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:34.960446 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 6741cf8e-7c24-4bcf-baac-c7cc5abd7a7c not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:35.115793 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384574f-f91a-4da6-b994-0ced9b8824df req-634849f2-a2f0-4f73-9532-413fd4191267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:35.117705 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7384574f-f91a-4da6-b994-0ced9b8824df req-634849f2-a2f0-4f73-9532-413fd4191267 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 1098 time: 0.0621560 Dec 15 11:40:35.199634 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.231023 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec12d99-aa27-49cb-a7a3-86a2bf70792a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:35.247844 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a896e-f978-4f7a-a15f-4997abfaeb2c req-606a3a54-aced-4bc4-a9d2-f864d96a070d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:35.253495 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a41a896e-f978-4f7a-a15f-4997abfaeb2c req-606a3a54-aced-4bc4-a9d2-f864d96a070d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.1161888 Dec 15 11:40:35.263886 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.264247 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.264597 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.264981 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.265322 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.265653 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.266064 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.266397 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.266749 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.267079 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.267405 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.267729 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.268050 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:35.307139 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384574f-f91a-4da6-b994-0ced9b8824df req-2f7bfcee-7a6b-4ead-bb6a-1843e0109606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:35.308616 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7384574f-f91a-4da6-b994-0ced9b8824df req-2f7bfcee-7a6b-4ead-bb6a-1843e0109606 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.1598253 Dec 15 11:40:35.338226 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a41a896e-f978-4f7a-a15f-4997abfaeb2c req-22927c60-7bab-4b12-8e21-6fdecc31f30a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689099 Dec 15 11:40:35.414864 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16299341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16393357'] for router_interface, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.427869 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7384574f-f91a-4da6-b994-0ced9b8824df req-544b3f50-0d3f-4680-b2a7-e6bf4646559d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 HTTP/1.1" status: 200 len: 1001 time: 0.1112223 Dec 15 11:40:35.488594 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384574f-f91a-4da6-b994-0ced9b8824df req-6ef1e825-641b-46aa-8e1c-1a9b3f470175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:35.490641 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7384574f-f91a-4da6-b994-0ced9b8824df req-6ef1e825-641b-46aa-8e1c-1a9b3f470175 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.0526311 Dec 15 11:40:35.546996 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384574f-f91a-4da6-b994-0ced9b8824df req-fcc0b68f-e7f8-4020-817e-70bda423da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:35.548952 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7384574f-f91a-4da6-b994-0ced9b8824df req-fcc0b68f-e7f8-4020-817e-70bda423da7e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466287 Dec 15 11:40:35.658656 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7384574f-f91a-4da6-b994-0ced9b8824df req-0cf3b4d6-97cf-4105-a15b-38eaea1663f0 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985701 Dec 15 11:40:35.661947 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Router eff8a473-5ac3-4821-82df-d19328c8b624 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:40:35.754340 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7384574f-f91a-4da6-b994-0ced9b8824df req-2e049127-911b-4e00-a4e4-be795338c120 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902619 Dec 15 11:40:35.785379 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:40:35.789797 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41774) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:35.794580 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9afc6c17-1372-4867-8c34-6d4118b806c1 admin admin] 10.222.0.62 "PUT /v2.0/routers/eff8a473-5ac3-4821-82df-d19328c8b624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0975981 Dec 15 11:40:35.797535 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41776) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:35.799764 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] Sync routers for ids ['eff8a473-5ac3-4821-82df-d19328c8b624'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:40:35.810248 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] Routers {'eff8a473-5ac3-4821-82df-d19328c8b624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:35.810865 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eff8a473-5ac3-4821-82df-d19328c8b624'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:35.853946 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Deleting subnet 6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:40:35.857768 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.895828 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13568242'] for subnet, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.919783 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks [] for router, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.933532 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] Set router eff8a473-5ac3-4821-82df-d19328c8b624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:35.940837 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:35.998042 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897407'] for subnet, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.028292 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:36.033004 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.036416 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6d9abc29-c9d6-4a4e-9ec9-c9102e29e43d HTTP/1.1" status: 204 len: 168 time: 0.2453911 Dec 15 11:40:36.038626 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.040123 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41778) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:36.047630 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.047914 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.048259 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.048605 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.048973 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.049305 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.049634 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.049967 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.050304 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.050616 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.050942 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.051262 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.051581 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3550389d-ab9d-4967-a201-74493ccf87c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:36.095579 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Deleting port 434c61fc-8309-43eb-a992-42e9ffa6bafd {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:40:36.096055 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.115319 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.123386 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:40:35Z', 'revision_number': 5, 'project_id': '54888f77098b48999dab7c6e72282bea', 'gw_port': {'id': '434c61fc-8309-43eb-a992-42e9ffa6bafd', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:36.161481 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] Checking router: eff8a473-5ac3-4821-82df-d19328c8b624 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:40:36.169988 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] Routers {'eff8a473-5ac3-4821-82df-d19328c8b624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:36.170592 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eff8a473-5ac3-4821-82df-d19328c8b624'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:36.175929 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] For port 434c61fc-8309-43eb-a992-42e9ffa6bafd, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=434c61fc-8309-43eb-a992-42e9ffa6bafd,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:36.176286 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.198602 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Calling delete_port for 434c61fc-8309-43eb-a992-42e9ffa6bafd owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:40:36.205448 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.246839 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fbe467-c573-48f9-a608-3e8a56ded502']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:36.262204 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e6152e-b099-44f0-a3d2-983473987b41') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:36.262499 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e6152e-b099-44f0-a3d2-983473987b41') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:36.279209 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.300368 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.308903 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:40:36.310745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:40:36.356464 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:40:36.364368 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] Set router eff8a473-5ac3-4821-82df-d19328c8b624 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:36.425921 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.434119 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.435483 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:40:36Z', 'revision_number': 6, 'project_id': '54888f77098b48999dab7c6e72282bea', 'gw_port_host': None}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:36.441484 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] 10.222.0.62 "DELETE /v2.0/networks/22fbe467-c573-48f9-a608-3e8a56ded502 HTTP/1.1" status: 204 len: 168 time: 0.3999958 Dec 15 11:40:36.463556 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.468263 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496df79e-cd20-46fd-9d15-9cad0b7a90ef admin admin] Pushing event deleted for resources: {'Network': ['ID=22fbe467-c573-48f9-a608-3e8a56ded502,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:36.482871 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953626b2-d61c-4e60-9441-03adf2e1f748 None None] The sync data for ids ['eff8a473-5ac3-4821-82df-d19328c8b624'] in dv-cinder-813222-4-iscsi is: [{'id': 'eff8a473-5ac3-4821-82df-d19328c8b624', 'name': 'tempest-ServerRescueNegativeTestJSON-1139312450-router', 'tenant_id': '54888f77098b48999dab7c6e72282bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:26Z', 'updated_at': '2021-12-15T11:40:36Z', 'revision_number': 6, 'project_id': '54888f77098b48999dab7c6e72282bea', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:40:36.510044 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Pushing event deleted for resources: {'Port': ['ID=434c61fc-8309-43eb-a992-42e9ffa6bafd,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:36.572233 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188b300-c33c-4acf-9ad0-e9dac9e68ef2 req-94551f99-618e-48ba-84de-d8b4f89e90ad tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:36.584358 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c188b300-c33c-4acf-9ad0-e9dac9e68ef2 req-94551f99-618e-48ba-84de-d8b4f89e90ad tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 945 time: 0.1245167 Dec 15 11:40:36.587149 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16394543'] for router_gateway, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.652362 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c188b300-c33c-4acf-9ad0-e9dac9e68ef2 req-78894276-5460-408c-9e51-c3527aa06225 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670900 Dec 15 11:40:36.695158 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41792) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:36.704953 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41796) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:36.707907 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.710260 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.749258 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-6c6a42e9-eba5-4cd2-b22f-675cc5778ab0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64bc6b962f6a499c9dd67625fdad3be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429826 Dec 15 11:40:36.752104 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41798) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:36.786946 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16400310'] for router, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.787470 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff8a473-5ac3-4821-82df-d19328c8b624 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:40:36.793416 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.795009 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4dcb681e-3e4c-4bce-a9ef-e5881fb8939d admin admin] 10.222.0.62 "DELETE /v2.0/routers/eff8a473-5ac3-4821-82df-d19328c8b624 HTTP/1.1" status: 204 len: 168 time: 0.9958997 Dec 15 11:40:36.798632 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41800) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:36.840415 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c068449-47f2-42a4-a88a-9e52d8897a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.872861 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1e40182-b2f5-4685-aac1-a766e0228c2d admin admin] Deleting subnet d0fae3ae-56b7-4a0e-b82c-80ca60056a8b {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:40:36.882290 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1e40182-b2f5-4685-aac1-a766e0228c2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.911825 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c068449-47f2-42a4-a88a-9e52d8897a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:36.923527 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:36.952151 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1e40182-b2f5-4685-aac1-a766e0228c2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13568242'] for subnet, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.039016 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1e40182-b2f5-4685-aac1-a766e0228c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.068602 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c068449-47f2-42a4-a88a-9e52d8897a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.071652 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5c068449-47f2-42a4-a88a-9e52d8897a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.072867 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5c068449-47f2-42a4-a88a-9e52d8897a3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/835fedf4-7e43-4b54-9dad-3358d3abb3bd HTTP/1.1" status: 204 len: 168 time: 0.3196926 Dec 15 11:40:37.082719 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-986b0053-06de-463a-a0dd-b54bbe0227c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4959cf7513f14b3eb8381c2ae14d5b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3854067 Dec 15 11:40:37.086938 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41804) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:37.111855 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c068449-47f2-42a4-a88a-9e52d8897a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835fedf4-7e43-4b54-9dad-3358d3abb3bd,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:37.117885 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.165483 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device bec12d99-aa27-49cb-a7a3-86a2bf70792a no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:37.168432 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:40:37.172937 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1e40182-b2f5-4685-aac1-a766e0228c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897407'] for subnet, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.190627 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ad5828-67c8-4655-a65e-a067dda3c07f" -d '{"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:40:37.214421 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cc20d9b-47f0-423a-920e-da672a0e3c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.221254 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e40182-b2f5-4685-aac1-a766e0228c2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fae3ae-56b7-4a0e-b82c-80ca60056a8b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:37.224693 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d1e40182-b2f5-4685-aac1-a766e0228c2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.230810 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d1e40182-b2f5-4685-aac1-a766e0228c2d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d0fae3ae-56b7-4a0e-b82c-80ca60056a8b HTTP/1.1" status: 204 len: 168 time: 0.4311485 Dec 15 11:40:37.232447 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41808) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:37.271450 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cc20d9b-47f0-423a-920e-da672a0e3c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.297406 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:37.311180 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 11:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc465ff-bb6f-4cec-b89f-4fe9aea3e91f x-openstack-request-id: req-bdc465ff-bb6f-4cec-b89f-4fe9aea3e91f {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:40:37.311622 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:40:37.312245 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdc465ff-bb6f-4cec-b89f-4fe9aea3e91f {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:40:37.312711 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'code': 200} Dec 15 11:40:37.314985 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: bec12d99-aa27-49cb-a7a3-86a2bf70792a {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:37.315368 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device bec12d99-aa27-49cb-a7a3-86a2bf70792a not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:37.319074 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.324067 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.340491 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cc20d9b-47f0-423a-920e-da672a0e3c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.346175 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0cc20d9b-47f0-423a-920e-da672a0e3c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.348950 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0cc20d9b-47f0-423a-920e-da672a0e3c19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c1d0456-d3ef-4a0e-9462-af9813e866f1 HTTP/1.1" status: 204 len: 168 time: 0.2596045 Dec 15 11:40:37.370773 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc20d9b-47f0-423a-920e-da672a0e3c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1d0456-d3ef-4a0e-9462-af9813e866f1,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:37.377738 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.443148 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=8']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:37.455472 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.456194 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.456801 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.461210 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.461793 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.462474 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.462989 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.463643 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.464442 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.464953 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.465434 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.465770 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.466107 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:37.490320 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.518079 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8c33af-ac2b-4c68-b3c3-cd41535e5222']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:37.529040 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78b9448-2752-4126-87e6-c8ed238fcfee') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:37.529349 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78b9448-2752-4126-87e6-c8ed238fcfee') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:37.543764 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.561260 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.568257 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:40:37.568783 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:40:37.570825 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:40:37.646159 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.673237 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:37.685223 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5b8c33af-ac2b-4c68-b3c3-cd41535e5222 HTTP/1.1" status: 204 len: 168 time: 0.4503772 Dec 15 11:40:37.706189 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f61b2-86ad-4bbf-bf8c-dfa56a920fd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b8c33af-ac2b-4c68-b3c3-cd41535e5222,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:37.853019 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f178bdf-4cda-4517-ad3e-c15024e99dde req-b0b68181-8416-4464-bcf0-955afbbb4554 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:37.854880 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3f178bdf-4cda-4517-ad3e-c15024e99dde req-b0b68181-8416-4464-bcf0-955afbbb4554 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0688984 Dec 15 11:40:37.869997 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41834) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:37.940579 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-080f2058-8364-460c-9dca-da600aa10251 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54888f77098b48999dab7c6e72282bea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0692012 Dec 15 11:40:37.943509 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41836) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:37.971783 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3f178bdf-4cda-4517-ad3e-c15024e99dde req-92c4e4ce-fa43-4569-8639-19c959f4e4f4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956435 Dec 15 11:40:38.025216 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ad6920a-e19a-4306-8452-b7a630d63fca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.051574 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ad6920a-e19a-4306-8452-b7a630d63fca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.128423 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ad6920a-e19a-4306-8452-b7a630d63fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.131346 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ad6920a-e19a-4306-8452-b7a630d63fca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.132631 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6ad6920a-e19a-4306-8452-b7a630d63fca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8dc479ac-2237-4e75-b933-952caf896da9 HTTP/1.1" status: 204 len: 168 time: 0.1881757 Dec 15 11:40:38.144186 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6920a-e19a-4306-8452-b7a630d63fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc479ac-2237-4e75-b933-952caf896da9,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:38.609954 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41884) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:38.633463 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-1159bf86-dd6f-4d7d-8953-dfca1f23b436 req-198becee-54e3-468b-b676-62288765e452 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:40:38.634453 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1159bf86-dd6f-4d7d-8953-dfca1f23b436 req-198becee-54e3-468b-b676-62288765e452 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069349 Dec 15 11:40:38.833253 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1442624687-network', 'tenant_id': '0f2d37da78594911894b1f8865a03007'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:38.872976 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5eec1-8b79-4eba-9649-1036a454b38d req-306303d8-b4ac-49c1-aa40-2a7b5b375c40 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:38.877116 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45b5eec1-8b79-4eba-9649-1036a454b38d req-306303d8-b4ac-49c1-aa40-2a7b5b375c40 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0934124 Dec 15 11:40:38.888704 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Made reservation on behalf of 0f2d37da78594911894b1f8865a03007 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:38.889582 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 434c61fc-8309-43eb-a992-42e9ffa6bafd no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:38.892338 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.918625 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 434c61fc-8309-43eb-a992-42e9ffa6bafd {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:40:38.919131 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 434c61fc-8309-43eb-a992-42e9ffa6bafd not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:40:38.923799 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:38.994180 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45b5eec1-8b79-4eba-9649-1036a454b38d req-5fc2a8d4-2348-4cc9-8cee-6d654311b606 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084838 Dec 15 11:40:39.071286 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.076291 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.101290 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:40:39.121571 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5903dd6c-ee98-4129-9d30-a8cbf2ef482a,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:39.127598 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.127896 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Added segment 04e51c33-e5b0-47ba-81ff-a59a8be681df of type vlan for network d2701908-856b-43ee-af37-0c8b472dbded Dec 15 11:40:39.176654 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.211692 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.212786 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:39.213490 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.272984 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6614745 Dec 15 11:40:39.275651 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41920) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:39.283204 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Request body: {'subnet': {'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1442624687-subnet', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:39.289172 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d98e93-239c-4f9c-9f34-f1326c78cc9d admin admin] Pushing event updated for resources: {'Network': ['ID=d2701908-856b-43ee-af37-0c8b472dbded,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:39.304803 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network d2701908-856b-43ee-af37-0c8b472dbded details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:40:39.326562 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:40:39.327853 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Made reservation on behalf of 0f2d37da78594911894b1f8865a03007 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:39.331776 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13785128'] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.538106 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41936) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:39.594268 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14141366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13785142'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.627723 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41940) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:39.648500 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=193119ec-6b9e-439b-9440-3ac9e4bc436e,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:39.677438 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Checking segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:39.677800 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Network hostable DHCP agents. Network: d2701908-856b-43ee-af37-0c8b472dbded, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:40:39.695084 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-bce064ed-7235-4bc9-8737-92cf5c92135c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1555374 Dec 15 11:40:39.701890 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Network d2701908-856b-43ee-af37-0c8b472dbded is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:40:39.709081 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-d139f8c9-10c7-43cc-a22f-07e0b043ae98 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:40:39.710804 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-d139f8c9-10c7-43cc-a22f-07e0b043ae98 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080874 Dec 15 11:40:39.714269 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, d2701908-856b-43ee-af37-0c8b472dbded) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:39.718738 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:39.719919 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.725885 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5770b76-d844-415f-87f1-62373d7a9dd6 None None] Network d2701908-856b-43ee-af37-0c8b472dbded requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:39.746261 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-77511f4e-5377-4603-87d1-2360e2d68b50 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4677646 Dec 15 11:40:39.747196 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1223945974-network', 'tenant_id': '7d54fa50af294bb4b334827e642cfdd3'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:39.747516 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41948) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:39.752295 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:39.784858 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.786625 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.796483 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Made reservation on behalf of 7d54fa50af294bb4b334827e642cfdd3 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:39.800114 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.811845 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.867351 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-d2701908-856b-43ee-af37-0c8b472dbded', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:40:39.867797 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.868240 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.949243 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:39.957641 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.009587 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ac6c3a-d478-4339-9e73-1a82668eb49e,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:40.010622 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:40:40.023064 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.023690 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Added segment 6368d6fc-fa03-4cfc-92cb-ac50f5756144 of type vlan for network 87a0d46e-77b0-4cac-a72c-eb1874b62867 Dec 15 11:40:40.075133 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.083926 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.086638 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Allocated IP 172.20.0.2 (d2701908-856b-43ee-af37-0c8b472dbded/193119ec-6b9e-439b-9440-3ac9e4bc436e/a4e4c290-ccdd-48c4-a80f-733edd13cd3c) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:40:40.168190 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8db6f-7565-4e9c-aba2-201f0ae65e9d req-ee7ed315-ca52-4be4-a894-23029958f2fc tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:40.170089 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2b8db6f-7565-4e9c-aba2-201f0ae65e9d req-ee7ed315-ca52-4be4-a894-23029958f2fc tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0832932 Dec 15 11:40:40.180982 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.180982 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:40.180982 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.256351 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6266997 Dec 15 11:40:40.260217 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 41960) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:40.273758 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Request body: {'subnet': {'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1223945974-subnet', 'tenant_id': '7d54fa50af294bb4b334827e642cfdd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:40.306209 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae0ded-7ab9-416e-8035-e253ab9df666 admin admin] Pushing event updated for resources: {'Network': ['ID=87a0d46e-77b0-4cac-a72c-eb1874b62867,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:40.325556 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 87a0d46e-77b0-4cac-a72c-eb1874b62867 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:40:40.327938 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.351711 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.352442 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2b8db6f-7565-4e9c-aba2-201f0ae65e9d req-ba876cfa-b5a7-45d6-931e-629412324c10 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665461 Dec 15 11:40:40.356837 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Made reservation on behalf of 7d54fa50af294bb4b334827e642cfdd3 for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:40.362263 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897304'] for subnet, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.385136 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.403691 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.469922 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Network d2701908-856b-43ee-af37-0c8b472dbded is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:40:40.483691 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:40.488008 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:40:40.498219 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Allocated IP 172.27.0.120 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/3c5a6bd9-8289-47f4-b1e0-1776b6c7357e) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:40:40.524380 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Pushing event updated for resources: {'Port': ['ID=a4e4c290-ccdd-48c4-a80f-733edd13cd3c,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:40.557679 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Attempting to bind port a4e4c290-ccdd-48c4-a80f-733edd13cd3c on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:40:40.558267 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Attempting to bind port a4e4c290-ccdd-48c4-a80f-733edd13cd3c by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:40:40.558730 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Attempting to bind port a4e4c290-ccdd-48c4-a80f-733edd13cd3c on network d2701908-856b-43ee-af37-0c8b472dbded {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:40:40.567526 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:40:40.567526 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Checking segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:40.567526 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.567526 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Bound using segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:40:40.568371 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Bound port: a4e4c290-ccdd-48c4-a80f-733edd13cd3c, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:40:40.568632 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.587974 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897286'] for subnet, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.627646 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.644532 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] For port a4e4c290-ccdd-48c4-a80f-733edd13cd3c, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:40:40.648140 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] For port a4e4c290-ccdd-48c4-a80f-733edd13cd3c, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=a4e4c290-ccdd-48c4-a80f-733edd13cd3c,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:40:40.653795 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.656136 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc0b276-f3e9-4653-8298-5ca5ae0829d5,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:40.665689 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Checking segment: {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:40.665995 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Network hostable DHCP agents. Network: 87a0d46e-77b0-4cac-a72c-eb1874b62867, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:40:40.686777 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Network 87a0d46e-77b0-4cac-a72c-eb1874b62867 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:40:40.689733 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.700630 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 87a0d46e-77b0-4cac-a72c-eb1874b62867) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:40.706571 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:40.707538 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:40.713750 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11525dc3-0c22-47d7-8b5d-9261f4c688f4 None None] Network 87a0d46e-77b0-4cac-a72c-eb1874b62867 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:40.742311 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-aadeaa1b-7414-4506-bc82-3b876a7791e1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4725158 Dec 15 11:40:40.751177 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:40:40.755280 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:40.757719 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:40:40.788868 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5a6bd9-8289-47f4-b1e0-1776b6c7357e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:40.826407 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a0b63-70bd-4a72-941a-c9ed8a1aaec0 None None] Pushing event updated for resources: {'Port': ['ID=a4e4c290-ccdd-48c4-a80f-733edd13cd3c,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:40.930593 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0bae61-0779-499c-964b-a7e971948d61 None None] Network 87a0d46e-77b0-4cac-a72c-eb1874b62867 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:40.987729 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:40:41.532942 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:41.548865 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd4b52-94fa-47ff-ae16-2989beb94024 req-95c14f3c-855b-4510-9cee-11cdc121fe63 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:41.550421 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36dd4b52-94fa-47ff-ae16-2989beb94024 req-95c14f3c-855b-4510-9cee-11cdc121fe63 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0905042 Dec 15 11:40:41.561175 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-2f739848-b4e7-45c2-bb92-c85f36ef63fc tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:41.563280 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-2f739848-b4e7-45c2-bb92-c85f36ef63fc tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 815 time: 0.1656840 Dec 15 11:40:41.590708 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-de234b39-82c5-49cf-858f-61b9c2fa9bbe tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/quotas/7d54fa50af294bb4b334827e642cfdd3 HTTP/1.1" status: 200 len: 375 time: 0.0194569 Dec 15 11:40:41.639230 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-8457d3ee-2f5a-4b75-9797-8929b2029931 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409634 Dec 15 11:40:41.644241 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36dd4b52-94fa-47ff-ae16-2989beb94024 req-3aa2acc0-bf5c-4a14-ad2a-a4aba93ceb81 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799718 Dec 15 11:40:41.752345 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-bf9a879e-77f8-47d9-b9ab-eea8ff2f0964 service neutron] 10.222.0.62 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956655 Dec 15 11:40:41.753170 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:41.890073 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-7cc5ad00-6c3c-449c-a1c4-24b192238609 service neutron] 10.222.0.62 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175053 Dec 15 11:40:41.945496 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:40:42.011477 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e796362-2cce-423b-9ee1-2d4a108e0520 None None] Network d2701908-856b-43ee-af37-0c8b472dbded requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:42.066837 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:40:42.082806 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Sync routers for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:40:42.095576 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:42.099803 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8d9fc6f8-346c-4ba0-8a7a-edb60fa021a6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3484664 Dec 15 11:40:42.100247 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 41994) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:42.115946 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-49b190ca-7bad-4d84-83f5-79428c83c49d req-987e7057-07f1-4112-911f-235190b54407 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0378048 Dec 15 11:40:42.261037 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-a4ee9e97-e54b-48ac-8cd6-8a77eaaefcc4 None None] Provisioning complete for port a4e4c290-ccdd-48c4-a80f-733edd13cd3c triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:42.261300 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9e97-e54b-48ac-8cd6-8a77eaaefcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:42.270549 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:42.271467 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:42.490469 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9e97-e54b-48ac-8cd6-8a77eaaefcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:42.518947 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:42.638912 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-a4ee9e97-e54b-48ac-8cd6-8a77eaaefcc4 None None] For port a4e4c290-ccdd-48c4-a80f-733edd13cd3c, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=a4e4c290-ccdd-48c4-a80f-733edd13cd3c,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:42.649680 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a4ee9e97-e54b-48ac-8cd6-8a77eaaefcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:42.668572 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:42.790083 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e356b1-4edc-4e03-909f-9f08acec17fc req-e7b81455-7f66-4aae-b9b7-50cfaf21df01 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:42.792308 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-38e356b1-4edc-4e03-909f-9f08acec17fc req-e7b81455-7f66-4aae-b9b7-50cfaf21df01 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0552981 Dec 15 11:40:42.796520 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee9e97-e54b-48ac-8cd6-8a77eaaefcc4 None None] Pushing event updated for resources: {'Port': ['ID=a4e4c290-ccdd-48c4-a80f-733edd13cd3c,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:42.850053 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-f7fd12a1-812e-43d9-94eb-0eff1e609e47 None None] Provisioning complete for port a4e4c290-ccdd-48c4-a80f-733edd13cd3c triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:42.850597 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f7fd12a1-812e-43d9-94eb-0eff1e609e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:42.857612 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-38e356b1-4edc-4e03-909f-9f08acec17fc req-16f88f9f-0c29-44a9-9659-52bee620a276 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567262 Dec 15 11:40:42.870082 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Allocated IP 172.20.0.1 (d2701908-856b-43ee-af37-0c8b472dbded/193119ec-6b9e-439b-9440-3ac9e4bc436e/8249f65e-6917-465c-bca8-c34f79ae1a13) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:40:43.006715 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:40Z', 'revision_number': 3, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:43.042611 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device a4e4c290-ccdd-48c4-a80f-733edd13cd3c up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:43.046396 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Checking router: 62c00ed3-7fcb-4f1c-9ccd-772768d66480 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:40:43.046749 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Updating router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:40:43.072307 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.105523 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.131675 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.185465 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Network d2701908-856b-43ee-af37-0c8b472dbded is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:40:43.189515 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:43.193584 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:40:43.229986 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port a4e4c290-ccdd-48c4-a80f-733edd13cd3c triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:43.230627 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.239922 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Pushing event updated for resources: {'Port': ['ID=8249f65e-6917-465c-bca8-c34f79ae1a13,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:43.278271 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.333530 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d2ee6f9-9a05-4d4f-b83a-4204d372281b req-014c8447-bbf3-4ef4-89f6-72252d016011 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0674398 Dec 15 11:40:43.453427 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.569730 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.571413 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-4078da1e-008d-4f19-bb6d-3570ccd33007 None None] Provisioning complete for port 8249f65e-6917-465c-bca8-c34f79ae1a13 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:43.571765 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4078da1e-008d-4f19-bb6d-3570ccd33007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.598874 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.645864 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-4078da1e-008d-4f19-bb6d-3570ccd33007 None None] Port 8249f65e-6917-465c-bca8-c34f79ae1a13 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:40:43.659538 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.668741 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.669833 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787fac1-bd5e-4d93-a0cb-4674ed95004a None None] Pushing event updated for resources: {'Port': ['ID=3c5a6bd9-8289-47f4-b1e0-1776b6c7357e,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:43.672771 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Attempting to bind port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:40:43.673144 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Attempting to bind port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:40:43.673524 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Attempting to bind port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:40:43.681939 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:40:43.682302 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:43.682705 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.683093 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:40:43.683570 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Bound port: 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:40:43.683949 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.747729 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.748858 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] For port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:40:43.749774 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Pushing event updated for resources: {'Port': ['ID=8249f65e-6917-465c-bca8-c34f79ae1a13,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:43.755304 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] For port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=3c5a6bd9-8289-47f4-b1e0-1776b6c7357e,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:40:43.762637 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:43.830375 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:43.830898 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:43.855919 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Network d2701908-856b-43ee-af37-0c8b472dbded is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:40:43.858005 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:43.876616 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787fac1-bd5e-4d93-a0cb-4674ed95004a None None] Pushing event updated for resources: {'Port': ['ID=3c5a6bd9-8289-47f4-b1e0-1776b6c7357e,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:43.993928 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:44.012308 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:40:44.043133 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531982e-2dd0-422d-86c5-fa7710a741bd req-81d5cd36-4d56-4c9b-8cca-2bea4364ad94 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:44.052361 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c531982e-2dd0-422d-86c5-fa7710a741bd req-81d5cd36-4d56-4c9b-8cca-2bea4364ad94 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0794442 Dec 15 11:40:44.106444 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c531982e-2dd0-422d-86c5-fa7710a741bd req-e0065a11-633e-4782-a71d-e4b1e3c78d29 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527344 Dec 15 11:40:44.160426 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:40:44.166410 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-dd0f211e-34e6-49c0-a9a8-8529706f19de admin admin] 10.222.0.62 "PUT /v2.0/routers/62c00ed3-7fcb-4f1c-9ccd-772768d66480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0649827 Dec 15 11:40:44.212350 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-1b7d15fb-f026-4d5c-90d1-ff403d0f1d75 None None] Provisioning complete for port 8249f65e-6917-465c-bca8-c34f79ae1a13 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:44.213005 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b7d15fb-f026-4d5c-90d1-ff403d0f1d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:44.452646 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-1b7d15fb-f026-4d5c-90d1-ff403d0f1d75 None None] Port 8249f65e-6917-465c-bca8-c34f79ae1a13 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:40:44.464959 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3940d623-a3a2-4207-a480-54f52d621b20 req-0ee763ca-4cf3-4996-8ced-cb1a85e580d8 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0336845 Dec 15 11:40:44.490628 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 2, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:44.525406 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db0444-82a9-4d96-8bc1-d20018883250 None None] The sync data for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi is: [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 2, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:40:44.783496 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 42042) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:44.788586 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1408432959-network', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:44.819753 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Made reservation on behalf of a0f33399650d48d6a0d11985c8b59b86 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:44.824141 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:44.841327 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:44.948226 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:44.955607 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:44.979350 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:40:44.995324 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28087f74-6c0b-4386-b800-9168600f1077,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:45.001482 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:45.001922 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Added segment ee8afd17-c9e4-4818-9f5a-6c747c4a6abb of type vlan for network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 Dec 15 11:40:45.050724 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:45.077018 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:45.077988 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:45.078779 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:45.140025 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3551581 Dec 15 11:40:45.144021 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 42046) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:45.155072 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eee5c-b6b5-477a-b8d2-de1f3f4ef4db admin admin] Pushing event updated for resources: {'Network': ['ID=e5792e7d-2f42-4aaa-aef7-1e3ce55df945,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:45.155958 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Request body: {'subnet': {'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1408432959-subnet', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:45.166570 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:40:45.204053 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Made reservation on behalf of a0f33399650d48d6a0d11985c8b59b86 for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:45.210317 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897304'] for subnet, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:45.328775 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee21106-4f07-450e-9708-a654ecf42a56 req-327a8f2c-1624-4b70-b5d4-fe81634434e3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:45.337078 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3ee21106-4f07-450e-9708-a654ecf42a56 req-327a8f2c-1624-4b70-b5d4-fe81634434e3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1370893 Dec 15 11:40:45.430851 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3ee21106-4f07-450e-9708-a654ecf42a56 req-0b5e28b0-426a-47ab-923b-f8079d9fb4d7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925500 Dec 15 11:40:45.636722 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897286'] for subnet, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:45.666341 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-50475eb0-e86d-4e7a-bd31-0206aa18f583 req-bae55c01-6cec-4440-a2a9-a5c450c76892 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0502417 Dec 15 11:40:45.733310 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1e65f8-9187-41a7-a6f8-c813f7be82ae,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:46.051060 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Checking segment: {'id': 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:46.051330 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Network hostable DHCP agents. Network: e5792e7d-2f42-4aaa-aef7-1e3ce55df945, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:40:46.063628 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-19b94a57-3d9b-44a9-a97f-ccc5a9185727 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:46.065222 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-19b94a57-3d9b-44a9-a97f-ccc5a9185727 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 815 time: 0.5194666 Dec 15 11:40:46.082214 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:40:46.095690 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, e5792e7d-2f42-4aaa-aef7-1e3ce55df945) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:46.100681 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:46.101859 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.109011 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bcbab9-2bfd-4223-8a44-2868fd250abc None None] Network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:46.126408 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-46e56fe9-3bc0-4be8-8020-6583ccf4fddf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9791343 Dec 15 11:40:46.129245 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 42062) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:46.133942 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:46.176828 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.176828 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.241056 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-e5792e7d-2f42-4aaa-aef7-1e3ce55df945', 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945', 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'fixed_ips': [{'subnet_id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:40:46.241948 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.244223 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.383883 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Allocated IP 172.20.0.2 (e5792e7d-2f42-4aaa-aef7-1e3ce55df945/5c1e65f8-9187-41a7-a6f8-c813f7be82ae/7882a44c-4382-4695-89d2-8de681ecf216) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:40:46.385019 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.573070 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34466fef-0f49-4cf0-b030-f441c3e3c7fe req-27e78c8e-81ea-4aad-998f-2772c218e9d9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:46.575913 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34466fef-0f49-4cf0-b030-f441c3e3c7fe req-27e78c8e-81ea-4aad-998f-2772c218e9d9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0668864 Dec 15 11:40:46.594581 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.603822 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.627594 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.650206 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.662439 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:40:46.662619 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34466fef-0f49-4cf0-b030-f441c3e3c7fe req-a0e11c13-2322-4d58-83b1-48999170ef47 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772078 Dec 15 11:40:46.667952 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:46.672947 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:40:46.687742 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Pushing event updated for resources: {'Port': ['ID=7882a44c-4382-4695-89d2-8de681ecf216,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:46.755078 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Attempting to bind port 7882a44c-4382-4695-89d2-8de681ecf216 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:40:46.755783 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Attempting to bind port 7882a44c-4382-4695-89d2-8de681ecf216 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:40:46.756156 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Attempting to bind port 7882a44c-4382-4695-89d2-8de681ecf216 on network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:40:46.762661 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:40:46.763090 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Checking segment: {'id': 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:46.763575 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.763990 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Bound using segment: {'id': 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:40:46.764676 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Bound port: 7882a44c-4382-4695-89d2-8de681ecf216, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:40:46.765158 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:46.832423 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Allocated IP 172.27.0.242 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:40:46.856366 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-615d82e6-2bcb-47a1-85ba-1dc5891457e3 req-62af7f0f-1ac3-4f04-a6bb-05d0760f04a8 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0669622 Dec 15 11:40:46.893880 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] For port 7882a44c-4382-4695-89d2-8de681ecf216, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:40:46.913233 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] For port 7882a44c-4382-4695-89d2-8de681ecf216, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=7882a44c-4382-4695-89d2-8de681ecf216,segment=NetworkSegment(ee8afd17-c9e4-4818-9f5a-6c747c4a6abb),segment_id=ee8afd17-c9e4-4818-9f5a-6c747c4a6abb)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:40:46.919104 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.001479 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ecf21-4c6f-4448-9eb3-b9fd49380ed0 None None] Pushing event updated for resources: {'Port': ['ID=7882a44c-4382-4695-89d2-8de681ecf216,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:47.013781 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.017567 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:47.058006 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.081132 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:47.081632 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.104368 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:40:47.107941 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:47.111996 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:40:47.141447 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Pushing event updated for resources: {'Port': ['ID=27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:47.210649 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.216942 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Sync routers for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:40:47.236768 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=3c5a6bd9-8289-47f4-b1e0-1776b6c7357e,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:47.243388 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.258975 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:47.262352 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:47.311621 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=3c5a6bd9-8289-47f4-b1e0-1776b6c7357e,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:47.418105 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:47.498616 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.638077 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 2, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:47.669420 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Checking router: 62c00ed3-7fcb-4f1c-9ccd-772768d66480 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:40:47.669827 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Updating router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 port 8249f65e-6917-465c-bca8-c34f79ae1a13 binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:40:47.696260 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.703500 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.827184 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8841f57-de28-4098-88e2-9c872c5b178d req-2cee2112-9be9-45c7-ae8a-84364e8ef0b4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:47.831434 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e8841f57-de28-4098-88e2-9c872c5b178d req-2cee2112-9be9-45c7-ae8a-84364e8ef0b4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0694344 Dec 15 11:40:47.931361 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e8841f57-de28-4098-88e2-9c872c5b178d req-d4089c70-4282-473a-8e86-d30c5839a722 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876501 Dec 15 11:40:47.989280 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:47.995406 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-68a4e888-79cc-4282-bb57-071229ebac56 req-fc4f9d0d-8070-4366-9d31-cb31c579befe tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 210 time: 0.0455134 Dec 15 11:40:47.998265 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.048286 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Pushing event updated for resources: {'Port': ['ID=8249f65e-6917-465c-bca8-c34f79ae1a13,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:48.059091 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.059623 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.060175 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.060576 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.061091 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.061467 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.062050 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.062593 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.063149 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.063559 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.063975 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.064369 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.064751 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:40:48.131307 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Attempting to bind port 8249f65e-6917-465c-bca8-c34f79ae1a13 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:40:48.131748 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Attempting to bind port 8249f65e-6917-465c-bca8-c34f79ae1a13 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:40:48.132268 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Attempting to bind port 8249f65e-6917-465c-bca8-c34f79ae1a13 on network d2701908-856b-43ee-af37-0c8b472dbded {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:40:48.141447 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:40:48.142490 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Checking segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:48.143179 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.143776 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Bound using segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:40:48.144875 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Bound port: 8249f65e-6917-465c-bca8-c34f79ae1a13, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:40:48.145811 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.233295 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] For port 8249f65e-6917-465c-bca8-c34f79ae1a13, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:40:48.233999 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:40:48.238656 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] For port 8249f65e-6917-465c-bca8-c34f79ae1a13, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=8249f65e-6917-465c-bca8-c34f79ae1a13,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:40:48.246869 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.311774 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:48.312430 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:48.360984 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c01bed-1e91-43bf-8c02-09482d36f843 None None] Network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:40:48.374253 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:40:48.395061 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3cb89-4587-4da7-bb9d-ca93410053be None None] Pushing event updated for resources: {'Port': ['ID=8249f65e-6917-465c-bca8-c34f79ae1a13,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:48.395834 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.401159 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b524afc4-16b6-40a8-bb26-ffdc3db015e6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2668920 Dec 15 11:40:48.402003 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 42088) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:48.428224 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Sync routers for ids ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:40:48.462201 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:48.485028 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Routers {'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:48.485676 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:48.493417 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Provisioning complete for port 8249f65e-6917-465c-bca8-c34f79ae1a13 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:48.494216 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.690162 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Set router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:48.732001 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:48.761738 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a95594c-b013-46f9-a4ec-e5f06ca98f3a None None] The sync data for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi is: [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:40:48.791311 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:48.848014 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Request body: {'port': {'device_id': '667f1a18-0bee-4a2a-926f-c923d2c0e9f4', 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867', 'admin_state_up': True, 'tenant_id': '7d54fa50af294bb4b334827e642cfdd3'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:48.911593 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] For port 8249f65e-6917-465c-bca8-c34f79ae1a13, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=8249f65e-6917-465c-bca8-c34f79ae1a13,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:48.922833 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.043054 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 3, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'gw_port': {'id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:49.066112 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Provisioning complete for port 7882a44c-4382-4695-89d2-8de681ecf216 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:49.066734 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.068231 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Made reservation on behalf of 7d54fa50af294bb4b334827e642cfdd3 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:40:49.078613 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.157951 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Pushing event updated for resources: {'Port': ['ID=8249f65e-6917-465c-bca8-c34f79ae1a13,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:49.161740 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Checking router: eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:40:49.162095 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Updating router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:40:49.206378 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.210932 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b80395-20aa-4b48-82c1-f2e7247fd158 req-32016b40-fc43-4c3a-b142-f6389a55d738 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:49.212959 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a4b80395-20aa-4b48-82c1-f2e7247fd158 req-32016b40-fc43-4c3a-b142-f6389a55d738 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1025059 Dec 15 11:40:49.241613 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8249f65e-6917-465c-bca8-c34f79ae1a13 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:49.297367 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f6b75ae4-dd76-4a6c-9c65-42de94b48da1 req-f90bdbd0-00b3-46fc-b321-0449790936d7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 210 time: 0.1010513 Dec 15 11:40:49.378784 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.413513 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a4b80395-20aa-4b48-82c1-f2e7247fd158 req-b22de060-2015-4d0c-b59b-6c63afd963c9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695864 Dec 15 11:40:49.453876 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Allocated IP 172.20.0.3 (87a0d46e-77b0-4cac-a72c-eb1874b62867/efc0b276-f3e9-4653-8298-5ca5ae0829d5/5083da59-0554-493e-88ab-e62bb2f485f8) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:40:49.548426 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.627827 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 8249f65e-6917-465c-bca8-c34f79ae1a13 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:49.628197 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.664180 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] For port 7882a44c-4382-4695-89d2-8de681ecf216, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=7882a44c-4382-4695-89d2-8de681ecf216,segment=NetworkSegment(ee8afd17-c9e4-4818-9f5a-6c747c4a6abb),segment_id=ee8afd17-c9e4-4818-9f5a-6c747c4a6abb)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:49.675463 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.732915 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Allocated IP 172.20.0.1 (e5792e7d-2f42-4aaa-aef7-1e3ce55df945/5c1e65f8-9187-41a7-a6f8-c813f7be82ae/571b97aa-7a24-4924-963f-45dbc0fffd75) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:40:49.808176 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c71d1-a3dd-438a-aafe-7a6306d1439f None None] Pushing event updated for resources: {'Port': ['ID=7882a44c-4382-4695-89d2-8de681ecf216,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:49.821723 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.900144 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.901302 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:49.904999 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.906903 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-54ee1df2-95d5-4d58-9e9b-91fbf3457cc7 None None] Provisioning complete for port 8249f65e-6917-465c-bca8-c34f79ae1a13 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:49.907336 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-54ee1df2-95d5-4d58-9e9b-91fbf3457cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.918929 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.962211 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Network 87a0d46e-77b0-4cac-a72c-eb1874b62867 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:40:49.969459 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:49.969929 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:49.976195 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:40:50.013450 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Pushing event updated for resources: {'Port': ['ID=5083da59-0554-493e-88ab-e62bb2f485f8,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:50.059436 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a0882-2cd2-4de0-a78a-4fe606f8f383 None None] Pushing event updated for resources: {'Port': ['ID=27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:50.064026 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:50.064704 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.077231 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.107363 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Attempting to bind port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:40:50.108051 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Attempting to bind port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:40:50.108447 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Attempting to bind port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:40:50.118805 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-b8dc6849-c5c2-4396-bb51-5be8da49537e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2772789 Dec 15 11:40:50.129690 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:40:50.129987 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:40:50.130100 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:50.130462 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.130868 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:40:50.131368 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Bound port: 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:40:50.131764 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.134047 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:50.150130 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:40:50.189091 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Pushing event updated for resources: {'Port': ['ID=571b97aa-7a24-4924-963f-45dbc0fffd75,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:50.205806 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:50.206618 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.221687 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.310734 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-54ee1df2-95d5-4d58-9e9b-91fbf3457cc7 None None] Provisioning complete for port 7882a44c-4382-4695-89d2-8de681ecf216 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:50.311097 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-54ee1df2-95d5-4d58-9e9b-91fbf3457cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.341131 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] For port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:40:50.368322 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] For port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:40:50.379501 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.460388 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.483300 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 7882a44c-4382-4695-89d2-8de681ecf216 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:50.518709 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b826-b848-49b0-a0c1-5c64ed204356 req-ae15b7e2-baef-40b4-9ba3-087c046e69b8 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:50.520414 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1e67b826-b848-49b0-a0c1-5c64ed204356 req-ae15b7e2-baef-40b4-9ba3-087c046e69b8 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 931 time: 0.0984790 Dec 15 11:40:50.550212 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Routers {'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:50.551038 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:50.552694 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a0882-2cd2-4de0-a78a-4fe606f8f383 None None] Pushing event updated for resources: {'Port': ['ID=27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:50.674107 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fea759-5b0b-4916-bbbf-9e58ff9140db req-f798f515-2da6-4055-b139-db5daa05d50f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:50.675659 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-66fea759-5b0b-4916-bbbf-9e58ff9140db req-f798f515-2da6-4055-b139-db5daa05d50f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1465735 Dec 15 11:40:50.681152 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1e67b826-b848-49b0-a0c1-5c64ed204356 req-ba3a2fa1-11fb-4044-8631-c563558e24d0 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442640 Dec 15 11:40:50.681363 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 7882a44c-4382-4695-89d2-8de681ecf216 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:50.681731 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.709484 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] Set router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:50.768759 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-66fea759-5b0b-4916-bbbf-9e58ff9140db req-48e976ff-a014-420b-8b24-38df29da8faa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752096 Dec 15 11:40:50.781264 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.788703 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.816996 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-9bd3579d-e642-41c9-9bf6-97a7409c78bc None None] Provisioning complete for port 571b97aa-7a24-4924-963f-45dbc0fffd75 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:50.817306 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9bd3579d-e642-41c9-9bf6-97a7409c78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.866998 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Pushing event updated for resources: {'Port': ['ID=571b97aa-7a24-4924-963f-45dbc0fffd75,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:50.869937 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:50.937181 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-9bd3579d-e642-41c9-9bf6-97a7409c78bc None None] Port 571b97aa-7a24-4924-963f-45dbc0fffd75 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:40:50.990334 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:40:50.991856 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:40:51.028731 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:50Z', 'revision_number': 4, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'gw_port': {'id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '571b97aa-7a24-4924-963f-45dbc0fffd75', 'name': '', 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'mac_address': 'fa:16:3e:b3:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:49Z', 'updated_at': '2021-12-15T11:40:49Z', 'revision_number': 1, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'subnets': [{'id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:51.064714 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8249f65e-6917-465c-bca8-c34f79ae1a13 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:51.067599 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89264252-22ec-4a38-b5b4-926714f5b2b3 None None] The sync data for ids ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'] in dv-cinder-813222-4-iscsi is: [{'id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:50Z', 'revision_number': 4, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'gw_port': {'id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '571b97aa-7a24-4924-963f-45dbc0fffd75', 'name': '', 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'mac_address': 'fa:16:3e:b3:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:49Z', 'updated_at': '2021-12-15T11:40:49Z', 'revision_number': 1, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'subnets': [{'id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:40:51.128367 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 8249f65e-6917-465c-bca8-c34f79ae1a13 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:51.128980 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:51.132463 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:40:51.233654 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 7882a44c-4382-4695-89d2-8de681ecf216 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:51.273614 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:40:51.281057 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d0433a58-9088-4f33-b806-5d9e1a9df74e admin admin] 10.222.0.62 "PUT /v2.0/routers/eb75f59d-e1ac-4eb1-ad25-9c9909ebd624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8764493 Dec 15 11:40:51.300755 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 7882a44c-4382-4695-89d2-8de681ecf216 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:51.301209 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:51.393128 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-3d5e53b3-e899-4e92-80c5-44437c763cdf None None] Provisioning complete for port 571b97aa-7a24-4924-963f-45dbc0fffd75 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:51.393591 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d5e53b3-e899-4e92-80c5-44437c763cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:51.459773 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e53b3-e899-4e92-80c5-44437c763cdf None None] Port 571b97aa-7a24-4924-963f-45dbc0fffd75 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:40:51.829696 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c97217-7fc1-49d4-8d38-7e5f4635445c req-a3d9f6d1-92f9-4f35-a8db-6f8d26baf021 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:51.831204 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-02c97217-7fc1-49d4-8d38-7e5f4635445c req-a3d9f6d1-92f9-4f35-a8db-6f8d26baf021 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 931 time: 0.0785825 Dec 15 11:40:51.892997 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-02c97217-7fc1-49d4-8d38-7e5f4635445c req-51d6a804-257a-44d3-8640-00e87c5d2759 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554278 Dec 15 11:40:52.022515 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c6fa1-88f5-4f52-be0f-b7b43a8e4750 req-ec7c43f0-0c34-4867-9efe-acda48cd98b6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:52.024350 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df2c6fa1-88f5-4f52-be0f-b7b43a8e4750 req-ec7c43f0-0c34-4867-9efe-acda48cd98b6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0568495 Dec 15 11:40:52.071837 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Request body: {'port': {'device_id': '667f1a18-0bee-4a2a-926f-c923d2c0e9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:52.112190 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df2c6fa1-88f5-4f52-be0f-b7b43a8e4750 req-78a7b3ab-a13a-414b-86e9-9d7c7a114d3d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815639 Dec 15 11:40:52.147953 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:52.447122 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5083da59-0554-493e-88ab-e62bb2f485f8 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:40:52.454791 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:52.467745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Transition to ACTIVE for port object 5083da59-0554-493e-88ab-e62bb2f485f8 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:40:52.472928 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:52.525798 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Pushing event updated for resources: {'Port': ['ID=5083da59-0554-493e-88ab-e62bb2f485f8,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:52.595514 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Attempting to bind port 5083da59-0554-493e-88ab-e62bb2f485f8 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:40:52.595848 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Attempting to bind port 5083da59-0554-493e-88ab-e62bb2f485f8 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:40:52.596177 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Attempting to bind port 5083da59-0554-493e-88ab-e62bb2f485f8 on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:40:52.600730 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Port 5083da59-0554-493e-88ab-e62bb2f485f8 on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:40:52.601090 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Attempting to bind port 5083da59-0554-493e-88ab-e62bb2f485f8 on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:40:52.607182 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:40:52.607554 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Checking segment: {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:52.607978 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Bound using segment: {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:40:52.608571 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Bound port: 5083da59-0554-493e-88ab-e62bb2f485f8, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:40:52.609005 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:52.828848 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 42130) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:52.833894 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-26a48122-1471-45ea-9905-1be0955e8a0f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-189213350', 'description': 'tempest-secgroup-smoke-189213350 description', 'project_id': '0f2d37da78594911894b1f8865a03007'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:52.869006 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-26a48122-1471-45ea-9905-1be0955e8a0f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:52.930768 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] For port 5083da59-0554-493e-88ab-e62bb2f485f8, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:40:52.936183 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] For port 5083da59-0554-493e-88ab-e62bb2f485f8, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5083da59-0554-493e-88ab-e62bb2f485f8,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:40:52.944765 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:52.998775 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:52.999801 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.002771 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-26a48122-1471-45ea-9905-1be0955e8a0f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.003278 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] 10.222.0.58 "PUT /v2.0/ports/5083da59-0554-493e-88ab-e62bb2f485f8 HTTP/1.1" status: 200 len: 1093 time: 0.9394259 Dec 15 11:40:53.004048 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667f1a18-0bee-4a2a-926f-c923d2c0e9f4', 'tag': '5083da59-0554-493e-88ab-e62bb2f485f8'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:40:53.008216 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c5cd7f-f7ff-40ef-8f22-c1c2668681f4" -d '{"events": [{"name": "network-changed", "server_uuid": "667f1a18-0bee-4a2a-926f-c923d2c0e9f4", "tag": "5083da59-0554-493e-88ab-e62bb2f485f8"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:40:53.009038 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-26a48122-1471-45ea-9905-1be0955e8a0f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.047495 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-26a48122-1471-45ea-9905-1be0955e8a0f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.049042 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-26a48122-1471-45ea-9905-1be0955e8a0f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2189498 Dec 15 11:40:53.049829 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a48122-1471-45ea-9905-1be0955e8a0f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a8fdb2-5f90-468c-8782-952c5aaa2de2,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:53.051896 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 42136) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:53.057271 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-a32d91b6-d1b8-4b49-a2a5-14ea42ee2ada tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'security_group_rule': {'security_group_id': 'c2a8fdb2-5f90-468c-8782-952c5aaa2de2', 'project_id': '0f2d37da78594911894b1f8865a03007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:53.089779 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838dc196-1db3-426e-8eaf-c062ffc49dae service neutron] Pushing event updated for resources: {'Port': ['ID=5083da59-0554-493e-88ab-e62bb2f485f8,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:53.106490 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b447-8531-44a7-8f7b-2bd73b9b2e79 req-b29ab184-a37e-464f-a4c9-2623b80e8057 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:53.107388 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a32d91b6-d1b8-4b49-a2a5-14ea42ee2ada tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.108113 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f9c8b447-8531-44a7-8f7b-2bd73b9b2e79 req-b29ab184-a37e-464f-a4c9-2623b80e8057 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.0906594 Dec 15 11:40:53.109953 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4fe622-99af-4c8e-99f6-2ad8c470aa16 x-openstack-request-id: req-3f4fe622-99af-4c8e-99f6-2ad8c470aa16 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:40:53.110466 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667f1a18-0bee-4a2a-926f-c923d2c0e9f4", "tag": "5083da59-0554-493e-88ab-e62bb2f485f8", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:40:53.110731 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f4fe622-99af-4c8e-99f6-2ad8c470aa16 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:40:53.111166 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '667f1a18-0bee-4a2a-926f-c923d2c0e9f4', 'tag': '5083da59-0554-493e-88ab-e62bb2f485f8', 'status': 'completed', 'code': 200} Dec 15 11:40:53.153747 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:53.193282 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a32d91b6-d1b8-4b49-a2a5-14ea42ee2ada tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.194469 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f9c8b447-8531-44a7-8f7b-2bd73b9b2e79 req-e7ea945e-e23c-4fd6-9a90-f78a3b9bceb1 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770302 Dec 15 11:40:53.200622 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a32d91b6-d1b8-4b49-a2a5-14ea42ee2ada tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.222829 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d91b6-d1b8-4b49-a2a5-14ea42ee2ada tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4312fa-8b05-433b-b9fb-1726fae42dfb,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:53.244310 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a32d91b6-d1b8-4b49-a2a5-14ea42ee2ada tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.245686 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a32d91b6-d1b8-4b49-a2a5-14ea42ee2ada tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1926370 Dec 15 11:40:53.248854 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 42140) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:53.254594 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-cd878749-286f-4839-a1a3-76d62a6a6e2e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'security_group_rule': {'security_group_id': 'c2a8fdb2-5f90-468c-8782-952c5aaa2de2', 'project_id': '0f2d37da78594911894b1f8865a03007', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:53.321034 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cd878749-286f-4839-a1a3-76d62a6a6e2e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.334546 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e73438-af03-4092-8efe-37bdd05de188 req-b26f891e-0382-4052-8270-709c29a9c221 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:53.336271 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-26e73438-af03-4092-8efe-37bdd05de188 req-b26f891e-0382-4052-8270-709c29a9c221 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0767627 Dec 15 11:40:53.442111 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-26e73438-af03-4092-8efe-37bdd05de188 req-0040bb81-afe7-4711-ab5e-4ff1cfce78d8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986803 Dec 15 11:40:53.462105 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cd878749-286f-4839-a1a3-76d62a6a6e2e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.472775 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cd878749-286f-4839-a1a3-76d62a6a6e2e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.489384 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Sync routers for ids ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:40:53.497259 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd878749-286f-4839-a1a3-76d62a6a6e2e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5fb246-22c2-44b7-849c-3a9a496f9440,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:53.511108 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cd878749-286f-4839-a1a3-76d62a6a6e2e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.512379 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Routers {'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:53.512587 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cd878749-286f-4839-a1a3-76d62a6a6e2e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2625551 Dec 15 11:40:53.514071 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:53.515512 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 42148) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:53.520619 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-15e43dc7-06de-4432-9bc4-4111eed9023b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'security_group_rule': {'security_group_id': 'c2a8fdb2-5f90-468c-8782-952c5aaa2de2', 'project_id': '0f2d37da78594911894b1f8865a03007', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:53.578571 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15e43dc7-06de-4432-9bc4-4111eed9023b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.597454 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:53.598273 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.694003 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15e43dc7-06de-4432-9bc4-4111eed9023b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.700868 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15e43dc7-06de-4432-9bc4-4111eed9023b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.730430 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e43dc7-06de-4432-9bc4-4111eed9023b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d2b355-bf49-4504-873a-41fa713c1490,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:53.741053 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-15e43dc7-06de-4432-9bc4-4111eed9023b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.746557 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-15e43dc7-06de-4432-9bc4-4111eed9023b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2253056 Dec 15 11:40:53.747097 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 42152) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:53.752372 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-4b801101-4c08-47bb-8842-241e3633f9cd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'security_group_rule': {'security_group_id': 'c2a8fdb2-5f90-468c-8782-952c5aaa2de2', 'project_id': '0f2d37da78594911894b1f8865a03007', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:53.770895 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Set router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:53.783343 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.786936 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b801101-4c08-47bb-8842-241e3633f9cd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.835465 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:53.844172 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.891694 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b801101-4c08-47bb-8842-241e3633f9cd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.897796 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b801101-4c08-47bb-8842-241e3633f9cd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.919218 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:53.924114 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b801101-4c08-47bb-8842-241e3633f9cd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d9db3d-e714-4f4a-b910-8adc251eac6c,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:53.934319 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4b801101-4c08-47bb-8842-241e3633f9cd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:53.938759 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 42154) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:53.941443 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4b801101-4c08-47bb-8842-241e3633f9cd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1931949 Dec 15 11:40:53.944487 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-14a1627f-8e13-4fdf-ab0b-403549865667 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'security_group_rule': {'security_group_id': 'c2a8fdb2-5f90-468c-8782-952c5aaa2de2', 'project_id': '0f2d37da78594911894b1f8865a03007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:53.971658 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-14a1627f-8e13-4fdf-ab0b-403549865667 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Project 0f2d37da78594911894b1f8865a03007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:40:53.977672 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14a1627f-8e13-4fdf-ab0b-403549865667 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.016987 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:50Z', 'revision_number': 4, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'gw_port': {'id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '571b97aa-7a24-4924-963f-45dbc0fffd75', 'name': '', 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'mac_address': 'fa:16:3e:b3:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:49Z', 'updated_at': '2021-12-15T11:40:50Z', 'revision_number': 2, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'subnets': [{'id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:54.052637 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Checking router: eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:40:54.052881 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14a1627f-8e13-4fdf-ab0b-403549865667 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.053286 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Updating router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 port 571b97aa-7a24-4924-963f-45dbc0fffd75 binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:40:54.057903 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14a1627f-8e13-4fdf-ab0b-403549865667 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.075393 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1627f-8e13-4fdf-ab0b-403549865667 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6280f952-a480-4147-894a-84655680fa7e,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:54.081540 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.085116 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-14a1627f-8e13-4fdf-ab0b-403549865667 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.086317 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-14a1627f-8e13-4fdf-ab0b-403549865667 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465104 Dec 15 11:40:54.089249 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 42156) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:40:54.094278 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-52565118-4b6d-4b11-805c-b85c7157b561 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'security_group_rule': {'security_group_id': 'c2a8fdb2-5f90-468c-8782-952c5aaa2de2', 'project_id': '0f2d37da78594911894b1f8865a03007', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:40:54.117479 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.securitygroups_db [None req-52565118-4b6d-4b11-805c-b85c7157b561 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Project 0f2d37da78594911894b1f8865a03007 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:40:54.122436 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52565118-4b6d-4b11-805c-b85c7157b561 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.203431 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52565118-4b6d-4b11-805c-b85c7157b561 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.209126 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52565118-4b6d-4b11-805c-b85c7157b561 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.230297 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52565118-4b6d-4b11-805c-b85c7157b561 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dcb1f7-7722-4418-a4ad-dbe6db7a687c,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:54.250671 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-52565118-4b6d-4b11-805c-b85c7157b561 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.255954 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-52565118-4b6d-4b11-805c-b85c7157b561 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647146 Dec 15 11:40:54.366969 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02749051-64af-48ad-9faf-2708a7c00d96 req-539fcdf4-0822-413f-846b-89459293f0de tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:54.368568 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-02749051-64af-48ad-9faf-2708a7c00d96 req-539fcdf4-0822-413f-846b-89459293f0de tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.0627649 Dec 15 11:40:54.445773 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-02749051-64af-48ad-9faf-2708a7c00d96 req-eeada0e1-23a3-4577-b560-5908c7d21bd2 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579557 Dec 15 11:40:54.476870 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.485210 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.535568 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e3ba3-169c-44ef-b3c7-e629c9f367c4 None None] Pushing event updated for resources: {'Port': ['ID=571b97aa-7a24-4924-963f-45dbc0fffd75,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:54.599320 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36205a64-6655-4ccb-b2af-62fef2b171b9 req-910f64ad-fb61-420f-9a52-50b705756671 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:54.601050 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36205a64-6655-4ccb-b2af-62fef2b171b9 req-910f64ad-fb61-420f-9a52-50b705756671 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0721347 Dec 15 11:40:54.613505 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Attempting to bind port 571b97aa-7a24-4924-963f-45dbc0fffd75 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:40:54.614674 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Attempting to bind port 571b97aa-7a24-4924-963f-45dbc0fffd75 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:40:54.615526 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Attempting to bind port 571b97aa-7a24-4924-963f-45dbc0fffd75 on network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:40:54.626281 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:40:54.627338 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Checking segment: {'id': 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:40:54.628405 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.629375 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Bound using segment: {'id': 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:40:54.630491 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Bound port: 571b97aa-7a24-4924-963f-45dbc0fffd75, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:40:54.631253 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.692321 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36205a64-6655-4ccb-b2af-62fef2b171b9 req-e6a8d69e-7206-4452-bb12-a8f3d8b34910 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829742 Dec 15 11:40:54.757507 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] For port 571b97aa-7a24-4924-963f-45dbc0fffd75, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:40:54.762076 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] For port 571b97aa-7a24-4924-963f-45dbc0fffd75, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=571b97aa-7a24-4924-963f-45dbc0fffd75,segment=NetworkSegment(ee8afd17-c9e4-4818-9f5a-6c747c4a6abb),segment_id=ee8afd17-c9e4-4818-9f5a-6c747c4a6abb)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:40:54.768059 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:54.846966 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Routers {'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:40:54.847908 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:40:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:54.850421 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e3ba3-169c-44ef-b3c7-e629c9f367c4 None None] Pushing event updated for resources: {'Port': ['ID=571b97aa-7a24-4924-963f-45dbc0fffd75,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:54.931241 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-f3e44738-1513-4200-9897-70caa2fb93ee None None] Provisioning complete for port 571b97aa-7a24-4924-963f-45dbc0fffd75 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:54.934807 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f3e44738-1513-4200-9897-70caa2fb93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:55.001795 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] Set router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:40:55.066474 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f3e44738-1513-4200-9897-70caa2fb93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:55.117096 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:55.120541 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-f3e44738-1513-4200-9897-70caa2fb93ee None None] For port 571b97aa-7a24-4924-963f-45dbc0fffd75, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=571b97aa-7a24-4924-963f-45dbc0fffd75,segment=NetworkSegment(ee8afd17-c9e4-4818-9f5a-6c747c4a6abb),segment_id=ee8afd17-c9e4-4818-9f5a-6c747c4a6abb)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:40:55.147240 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f3e44738-1513-4200-9897-70caa2fb93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:55.210293 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e44738-1513-4200-9897-70caa2fb93ee None None] Pushing event updated for resources: {'Port': ['ID=571b97aa-7a24-4924-963f-45dbc0fffd75,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:40:55.217947 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:55.218631 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:55.273843 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:50Z', 'revision_number': 4, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'gw_port': {'id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '571b97aa-7a24-4924-963f-45dbc0fffd75', 'name': '', 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'mac_address': 'fa:16:3e:b3:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:49Z', 'updated_at': '2021-12-15T11:40:54Z', 'revision_number': 4, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'subnets': [{'id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:40:55.279277 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5cd7f-f7ff-40ef-8f22-c1c2668681f4 req-e638b61c-0ac8-47b0-b06f-cabe71d9b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:55.280593 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-64b7b48b-b8c8-4f6f-a963-ee751d47fb26 None None] Provisioning complete for port 571b97aa-7a24-4924-963f-45dbc0fffd75 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:55.281044 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-64b7b48b-b8c8-4f6f-a963-ee751d47fb26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:55.281902 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0c5cd7f-f7ff-40ef-8f22-c1c2668681f4 req-e638b61c-0ac8-47b0-b06f-cabe71d9b750 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 1096 time: 0.0464880 Dec 15 11:40:55.306371 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2311311-7aec-4203-80d8-edbe34f0bb1d None None] The sync data for ids ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'] in dv-cinder-813222-4-iscsi is: [{'id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:50Z', 'revision_number': 4, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'gw_port': {'id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '571b97aa-7a24-4924-963f-45dbc0fffd75', 'name': '', 'network_id': 'e5792e7d-2f42-4aaa-aef7-1e3ce55df945', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'mac_address': 'fa:16:3e:b3:93:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:49Z', 'updated_at': '2021-12-15T11:40:54Z', 'revision_number': 4, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'subnets': [{'id': '5c1e65f8-9187-41a7-a6f8-c813f7be82ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:40:55.364617 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 571b97aa-7a24-4924-963f-45dbc0fffd75 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:55.466274 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 571b97aa-7a24-4924-963f-45dbc0fffd75 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:55.466650 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:55.536473 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5cd7f-f7ff-40ef-8f22-c1c2668681f4 req-bd9b209c-32bc-4c45-9ecf-73449935f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:55.538018 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0c5cd7f-f7ff-40ef-8f22-c1c2668681f4 req-bd9b209c-32bc-4c45-9ecf-73449935f49e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7d54fa50af294bb4b334827e642cfdd3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2400153 Dec 15 11:40:55.709511 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3fc69-2719-4ee8-b2d8-d8cc19091c58 req-dc13492b-8822-4125-853d-b9ecd304ba03 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:55.711175 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-98d3fc69-2719-4ee8-b2d8-d8cc19091c58 req-dc13492b-8822-4125-853d-b9ecd304ba03 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.1762280 Dec 15 11:40:55.803664 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5cd7f-f7ff-40ef-8f22-c1c2668681f4 req-dce1130e-0325-4851-a003-23698294fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:55.805762 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0c5cd7f-f7ff-40ef-8f22-c1c2668681f4 req-dce1130e-0325-4851-a003-23698294fb9f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2588971 Dec 15 11:40:55.860148 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-98d3fc69-2719-4ee8-b2d8-d8cc19091c58 req-937a3195-c88d-40ac-9ae7-a1934607e0b3 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260419 Dec 15 11:40:55.883420 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5aa486-5cfa-48ac-98de-a48c21f7b6bc req-11c7badf-f56d-4fe4-8ab0-57b32e71db59 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:55.891246 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea5aa486-5cfa-48ac-98de-a48c21f7b6bc req-11c7badf-f56d-4fe4-8ab0-57b32e71db59 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0802915 Dec 15 11:40:55.944074 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea5aa486-5cfa-48ac-98de-a48c21f7b6bc req-e6219075-6855-41c4-acf1-e261194872be tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519247 Dec 15 11:40:56.654781 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-aa5ce437-7ad9-464c-b1c2-94cf85142393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:56.983435 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28065365-ad21-4eb3-838e-4c73d904b5c9 req-aba13ef9-feee-41e0-b573-006765959dd3 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:56.985744 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-28065365-ad21-4eb3-838e-4c73d904b5c9 req-aba13ef9-feee-41e0-b573-006765959dd3 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.0536556 Dec 15 11:40:57.030021 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 571b97aa-7a24-4924-963f-45dbc0fffd75 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:40:57.081350 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-28065365-ad21-4eb3-838e-4c73d904b5c9 req-2debe12c-222e-4175-961d-1ddf16340834 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879247 Dec 15 11:40:57.086122 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 571b97aa-7a24-4924-963f-45dbc0fffd75 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:40:57.086496 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:57.110066 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72cbcf2-19df-4d3b-ac76-f5dd49baffb4 req-2d64ff42-ce2d-4f4c-b4cd-142470bfaf2d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:57.111696 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d72cbcf2-19df-4d3b-ac76-f5dd49baffb4 req-2d64ff42-ce2d-4f4c-b4cd-142470bfaf2d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0729313 Dec 15 11:40:57.159847 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d72cbcf2-19df-4d3b-ac76-f5dd49baffb4 req-018a4fb4-63ba-41ba-98fa-895f973fc638 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418606 Dec 15 11:40:58.211714 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064108a6-b455-4aae-9e50-4ef28c9db6f0 req-4cd98fe9-2d0d-43e5-bb93-7d9f36258ebb tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:58.213221 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-064108a6-b455-4aae-9e50-4ef28c9db6f0 req-4cd98fe9-2d0d-43e5-bb93-7d9f36258ebb tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.0513456 Dec 15 11:40:58.292031 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-064108a6-b455-4aae-9e50-4ef28c9db6f0 req-c5fe93fc-082e-4281-bf81-426b096ca2bb tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724745 Dec 15 11:40:58.304487 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c9141-e3f6-42bd-bf72-bf2fab1882de req-d42dd72c-be86-4003-9e00-1616fdfd0674 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:58.306037 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ce6c9141-e3f6-42bd-bf72-bf2fab1882de req-d42dd72c-be86-4003-9e00-1616fdfd0674 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0722723 Dec 15 11:40:58.351784 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ce6c9141-e3f6-42bd-bf72-bf2fab1882de req-0cd93ed2-f0a7-4296-add2-339f5c8b10bb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Dec 15 11:40:58.656973 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-deb61e94-e7e9-4d0d-9497-171f0a6fa499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:58.658568 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-deb61e94-e7e9-4d0d-9497-171f0a6fa499 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 1096 time: 0.0452332 Dec 15 11:40:58.709243 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-75c0babe-4996-4da6-9fe3-c728d25b272a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5083da59-0554-493e-88ab-e62bb2f485f8 HTTP/1.1" status: 200 len: 217 time: 0.0361605 Dec 15 11:40:58.760478 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-43feab3e-e4d4-4282-b202-dad9451e6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:58.762339 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-43feab3e-e4d4-4282-b202-dad9451e6fbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=efc0b276-f3e9-4653-8298-5ca5ae0829d5 HTTP/1.1" status: 200 len: 855 time: 0.0452502 Dec 15 11:40:58.797225 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-5b67f5e4-7162-4fe2-9069-edbcb3ccaf39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87a0d46e-77b0-4cac-a72c-eb1874b62867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253153 Dec 15 11:40:58.888685 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-c1fef6ee-74c9-4526-b2a9-d6cee307badd service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842378 Dec 15 11:40:58.922487 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3a69-adfe-4e6c-94e2-272249a83c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:40:58.981444 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2732efbc-aee0-4899-92d8-0e679e8a958f req-d8d45339-8b8b-4fb1-961d-d0a405d75b10 service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850654 Dec 15 11:40:59.415148 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386cfa0-79d4-4e8a-8c4f-e66ac324fc45 req-0bd42fa3-4354-4368-96c1-4275e3a3dab5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:59.416661 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d386cfa0-79d4-4e8a-8c4f-e66ac324fc45 req-0bd42fa3-4354-4368-96c1-4275e3a3dab5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.0512652 Dec 15 11:40:59.502282 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d386cfa0-79d4-4e8a-8c4f-e66ac324fc45 req-d0b00c13-f1b5-4e5e-b6c2-ad52510eff5e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785582 Dec 15 11:40:59.510441 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5244c-6049-410e-b20e-09ff82893d53 req-4ff1cd57-f070-45ce-9bd4-9bb51e832e72 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:40:59.511921 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2fd5244c-6049-410e-b20e-09ff82893d53 req-4ff1cd57-f070-45ce-9bd4-9bb51e832e72 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0823202 Dec 15 11:40:59.560464 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2fd5244c-6049-410e-b20e-09ff82893d53 req-838390e5-d77e-4d0d-b913-cbb0e4a07ed7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419190 Dec 15 11:41:00.020057 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:00.621097 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b9031-27bf-486e-860a-c93347b9d957 req-ee2faf3b-474c-4aaa-be59-8df1eb6ed070 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:00.622594 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e79b9031-27bf-486e-860a-c93347b9d957 req-ee2faf3b-474c-4aaa-be59-8df1eb6ed070 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.0495293 Dec 15 11:41:00.700539 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e79b9031-27bf-486e-860a-c93347b9d957 req-9e2a482c-f086-41ef-8dc7-c3a9e6959a6e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716796 Dec 15 11:41:00.713213 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9966fd9-86eb-411c-ba1b-63b82362a264 req-4756ec78-d8fd-4185-849a-c119d70ec0e1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:00.714683 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d9966fd9-86eb-411c-ba1b-63b82362a264 req-4756ec78-d8fd-4185-849a-c119d70ec0e1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0724611 Dec 15 11:41:00.761191 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d9966fd9-86eb-411c-ba1b-63b82362a264 req-dc635aab-746a-433b-947a-eaeda3c4b134 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408430 Dec 15 11:41:01.325965 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:01.817696 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e34ae9-20f9-4cdd-b38b-fafbe98a3c78 req-11c16411-c6ce-4040-af20-70ec886d1fe1 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:01.819480 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-31e34ae9-20f9-4cdd-b38b-fafbe98a3c78 req-11c16411-c6ce-4040-af20-70ec886d1fe1 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.0530517 Dec 15 11:41:01.901893 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-31e34ae9-20f9-4cdd-b38b-fafbe98a3c78 req-d13a0a65-a789-4a2f-9417-eb368ceaeb3b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742865 Dec 15 11:41:01.914627 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac351fba-8c2c-4376-9aa3-c8354ee58ea7 req-f1a948bf-c144-46e6-8ad8-bbe0faa8146d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:01.916085 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac351fba-8c2c-4376-9aa3-c8354ee58ea7 req-f1a948bf-c144-46e6-8ad8-bbe0faa8146d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0806584 Dec 15 11:41:01.967829 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ac351fba-8c2c-4376-9aa3-c8354ee58ea7 req-da23d631-5c01-43c2-bbd0-a6373c9261e3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 Dec 15 11:41:02.680051 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:02.792791 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-aa9bff44-d606-4f30-9b9b-a85be4c32a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:02.794315 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-aa9bff44-d606-4f30-9b9b-a85be4c32a94 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899&tenant_id=e192984d3ef7484491031ef7aba77f57 HTTP/1.1" status: 200 len: 1096 time: 0.0871396 Dec 15 11:41:02.881029 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-ecf62cf0-472a-406f-839b-2b80350f4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:02.882577 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-ecf62cf0-472a-406f-839b-2b80350f4f03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 1096 time: 0.0479782 Dec 15 11:41:02.991968 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-919b13fc-5a53-4a06-afaf-e2b081ae9bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:02.993414 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-919b13fc-5a53-4a06-afaf-e2b081ae9bf5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.1010571 Dec 15 11:41:03.118615 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22044ae-2976-46cf-9fd2-e090d9c6a091 req-ab4a0499-9b61-4373-8f0c-2c9944127d63 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:03.120155 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f22044ae-2976-46cf-9fd2-e090d9c6a091 req-ab4a0499-9b61-4373-8f0c-2c9944127d63 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.1419554 Dec 15 11:41:03.128394 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-c1eed798-9221-49db-9cef-f51ddfb8248a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 HTTP/1.1" status: 200 len: 999 time: 0.1214440 Dec 15 11:41:03.194815 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c72f2-a57a-40df-a1eb-ccb71653b481 req-249d622a-6387-4837-b048-cbe174328020 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:03.196160 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4a5c72f2-a57a-40df-a1eb-ccb71653b481 req-249d622a-6387-4837-b048-cbe174328020 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1513834 Dec 15 11:41:03.251935 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f22044ae-2976-46cf-9fd2-e090d9c6a091 req-85dd99b4-d76d-496f-95c5-3ff82168e0d2 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210775 Dec 15 11:41:03.259236 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-751940b1-cf57-4f1f-98ad-850d3381db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:03.260629 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-751940b1-cf57-4f1f-98ad-850d3381db93 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.1210916 Dec 15 11:41:03.309995 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4a5c72f2-a57a-40df-a1eb-ccb71653b481 req-638adc3e-5003-49e8-bcda-c8028ef094bd tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024461 Dec 15 11:41:03.319577 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-82db797b-a6ce-4786-b00a-52e2fc7a1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:03.321055 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-82db797b-a6ce-4786-b00a-52e2fc7a1328 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517297 Dec 15 11:41:03.422568 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-3b403933-eb7b-43eb-82d3-2ae3d7cd80cd service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905688 Dec 15 11:41:03.517019 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef02572b-1954-42ed-83ba-9b7916ee9a38 req-57006cc2-1d99-466d-9047-4a425e7863d3 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871928 Dec 15 11:41:04.303527 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5083da59-0554-493e-88ab-e62bb2f485f8 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:04.433947 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba3071-3b1a-447d-bf1e-fc41935666b0 req-baf9f6ac-48f6-40fb-b27e-e8467d2f25d5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:04.435885 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2ba3071-3b1a-447d-bf1e-fc41935666b0 req-baf9f6ac-48f6-40fb-b27e-e8467d2f25d5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 943 time: 0.0735459 Dec 15 11:41:04.569995 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5083da59-0554-493e-88ab-e62bb2f485f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5083da59-0554-493e-88ab-e62bb2f485f8,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:04.582032 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2ba3071-3b1a-447d-bf1e-fc41935666b0 req-094a46e3-30d5-4de4-af61-bc352c1996e1 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396685 Dec 15 11:41:04.591009 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb940f-6eff-481b-b907-49f9d4cda64f req-96be7f58-0f38-4189-b5e8-fc8ee37bd75b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:04.598856 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '5083da59-0554-493e-88ab-e62bb2f485f8', 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867', 'port_id': '5083da59-0554-493e-88ab-e62bb2f485f8', 'mac_address': 'fa:16:3e:5e:04:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc0b276-f3e9-4653-8298-5ca5ae0829d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:04.599223 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-feeb940f-6eff-481b-b907-49f9d4cda64f req-96be7f58-0f38-4189-b5e8-fc8ee37bd75b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1075239 Dec 15 11:41:04.648328 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-feeb940f-6eff-481b-b907-49f9d4cda64f req-ada07063-4911-4bd3-9fff-1c7b19a4d877 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480556 Dec 15 11:41:04.663739 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:04.683480 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5083da59-0554-493e-88ab-e62bb2f485f8 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:04.706285 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5083da59-0554-493e-88ab-e62bb2f485f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5083da59-0554-493e-88ab-e62bb2f485f8,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:04.712547 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:04.775129 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=5083da59-0554-493e-88ab-e62bb2f485f8,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:05.114592 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5083da59-0554-493e-88ab-e62bb2f485f8'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:05.414577 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 42402) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:41:05.529084 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72af2ad3-a7a4-4bdb-bf4e-9c717046e47d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:05.616227 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72af2ad3-a7a4-4bdb-bf4e-9c717046e47d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:05.621260 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72af2ad3-a7a4-4bdb-bf4e-9c717046e47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:05.687308 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-72af2ad3-a7a4-4bdb-bf4e-9c717046e47d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ce1234c13fd45189550343748b80be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716522 Dec 15 11:41:05.689058 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af2ad3-a7a4-4bdb-bf4e-9c717046e47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f96a27-32c6-4f7d-949f-1f702dee11d7,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:05.690701 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 42416) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:41:05.770360 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98c59e55-2a96-4cdd-9936-8e576ec86312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:05.774787 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce79cb-1803-40c0-900d-eacd2f591345 req-7d08a05d-3343-4603-bbae-782027bcc54e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:05.783451 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-07ce79cb-1803-40c0-900d-eacd2f591345 req-7d08a05d-3343-4603-bbae-782027bcc54e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 944 time: 0.0787416 Dec 15 11:41:05.801594 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98c59e55-2a96-4cdd-9936-8e576ec86312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:05.861994 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98c59e55-2a96-4cdd-9936-8e576ec86312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:05.865651 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-98c59e55-2a96-4cdd-9936-8e576ec86312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:05.867119 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-98c59e55-2a96-4cdd-9936-8e576ec86312 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/87f96a27-32c6-4f7d-949f-1f702dee11d7 HTTP/1.1" status: 204 len: 168 time: 0.1739037 Dec 15 11:41:05.875759 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-07ce79cb-1803-40c0-900d-eacd2f591345 req-2784be2d-9974-4362-aae2-176cbf399cb7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 Dec 15 11:41:05.880739 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c59e55-2a96-4cdd-9936-8e576ec86312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f96a27-32c6-4f7d-949f-1f702dee11d7,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:05.890646 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b628b79-653a-42aa-aeca-f4ae8a050e43 req-a72d78f5-b559-4cae-8a6b-314937a8cc8d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:05.892223 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5b628b79-653a-42aa-aeca-f4ae8a050e43 req-a72d78f5-b559-4cae-8a6b-314937a8cc8d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1078539 Dec 15 11:41:05.974878 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5b628b79-653a-42aa-aeca-f4ae8a050e43 req-a72635a7-4142-407d-9307-e00b8cc812db tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691738 Dec 15 11:41:06.319417 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5083da59-0554-493e-88ab-e62bb2f485f8 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:06.371523 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 5083da59-0554-493e-88ab-e62bb2f485f8 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:41:06.376572 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 5083da59-0554-493e-88ab-e62bb2f485f8 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:06.377000 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:06.475026 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:06.496945 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667f1a18-0bee-4a2a-926f-c923d2c0e9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5083da59-0554-493e-88ab-e62bb2f485f8'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:06.499431 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0e3ff3-5e87-44f2-8c31-539a05357915" -d '{"events": [{"server_uuid": "667f1a18-0bee-4a2a-926f-c923d2c0e9f4", "name": "network-vif-plugged", "status": "completed", "tag": "5083da59-0554-493e-88ab-e62bb2f485f8"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:06.519631 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5083da59-0554-493e-88ab-e62bb2f485f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5083da59-0554-493e-88ab-e62bb2f485f8,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:06.525974 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:06.595682 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=5083da59-0554-493e-88ab-e62bb2f485f8,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:06.603826 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cc06a0-11ac-4231-82e6-c9f127b2a710 x-openstack-request-id: req-e8cc06a0-11ac-4231-82e6-c9f127b2a710 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:06.604151 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667f1a18-0bee-4a2a-926f-c923d2c0e9f4", "name": "network-vif-plugged", "status": "completed", "tag": "5083da59-0554-493e-88ab-e62bb2f485f8", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:06.604415 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8cc06a0-11ac-4231-82e6-c9f127b2a710 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:06.604842 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667f1a18-0bee-4a2a-926f-c923d2c0e9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5083da59-0554-493e-88ab-e62bb2f485f8', 'code': 200} Dec 15 11:41:07.026108 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9c793-99a4-4925-aa69-191b4fbde772 req-e4259c89-e0bd-424e-aa8a-7baa4319313f tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:07.026108 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5aa9c793-99a4-4925-aa69-191b4fbde772 req-e4259c89-e0bd-424e-aa8a-7baa4319313f tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0711024 Dec 15 11:41:07.085457 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5aa9c793-99a4-4925-aa69-191b4fbde772 req-f341d699-33f0-4765-b8aa-86888e6e6b24 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561049 Dec 15 11:41:07.217077 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:07.218472 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc15392-6f0e-4b18-a952-452ca00cb560 req-aecac6a9-aaf2-42af-9b56-7cb09730378c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:07.220496 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7dc15392-6f0e-4b18-a952-452ca00cb560 req-aecac6a9-aaf2-42af-9b56-7cb09730378c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0560853 Dec 15 11:41:07.275811 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7dc15392-6f0e-4b18-a952-452ca00cb560 req-cd638222-f6fa-4ac5-8172-48306b731cf1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488923 Dec 15 11:41:08.210906 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec77e2f-b463-4399-b1fd-a44599a4077d req-aa844938-4d83-415f-b4f6-e986f682f7b2 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:08.212391 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bec77e2f-b463-4399-b1fd-a44599a4077d req-aa844938-4d83-415f-b4f6-e986f682f7b2 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0524354 Dec 15 11:41:08.274685 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bec77e2f-b463-4399-b1fd-a44599a4077d req-85be029e-1bec-4371-817a-68f15621a762 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517449 Dec 15 11:41:08.407390 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8f12-987d-4648-9b6e-69ff5458fe74 req-adcb2c61-9574-4082-80c7-412c145d46b6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:08.408842 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-808a8f12-987d-4648-9b6e-69ff5458fe74 req-adcb2c61-9574-4082-80c7-412c145d46b6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0480254 Dec 15 11:41:08.478600 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-808a8f12-987d-4648-9b6e-69ff5458fe74 req-52646b15-09df-476c-9428-4ac04fee4fa8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630462 Dec 15 11:41:09.407354 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed7187-0bab-4480-b5a0-4a7358d04a62 req-3d531241-fd0f-4089-94b0-ebe6b25c7d42 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:09.409351 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fed7187-0bab-4480-b5a0-4a7358d04a62 req-3d531241-fd0f-4089-94b0-ebe6b25c7d42 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0629652 Dec 15 11:41:09.462698 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fed7187-0bab-4480-b5a0-4a7358d04a62 req-6e6521e0-b6ac-433e-ace4-046d03467a60 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467231 Dec 15 11:41:09.887372 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0302ee0-8d30-4bbd-b061-4677f1a01013 req-4274d0cb-30d5-48a7-a0d4-2f800a0b9d4f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:09.888753 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c0302ee0-8d30-4bbd-b061-4677f1a01013 req-4274d0cb-30d5-48a7-a0d4-2f800a0b9d4f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.2961972 Dec 15 11:41:09.946664 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c0302ee0-8d30-4bbd-b061-4677f1a01013 req-7898f00a-9577-40a1-8a2d-d5966f9f2e96 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511799 Dec 15 11:41:10.589797 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3245d22-cc58-4a29-a244-b2192cd3a839 req-7541b7bf-6ef5-4ff9-8321-b2e2b32c2c53 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:10.591255 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d3245d22-cc58-4a29-a244-b2192cd3a839 req-7541b7bf-6ef5-4ff9-8321-b2e2b32c2c53 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0496881 Dec 15 11:41:10.648085 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d3245d22-cc58-4a29-a244-b2192cd3a839 req-fe716ace-d887-476e-bf81-f7303969ad2d tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507126 Dec 15 11:41:11.087397 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148174d-4ea8-40b1-9477-220e3774b965 req-7f634c02-6670-44b4-9253-06bf01b3e3c4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:11.089231 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e148174d-4ea8-40b1-9477-220e3774b965 req-7f634c02-6670-44b4-9253-06bf01b3e3c4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0596716 Dec 15 11:41:11.141540 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e148174d-4ea8-40b1-9477-220e3774b965 req-8791e561-3295-4c34-9546-3c988cca7298 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456519 Dec 15 11:41:11.808745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711542b-f070-4e99-ae7c-b88c91715114 req-1a20c504-1e9c-4f62-9b12-5432a741a651 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:11.810479 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0711542b-f070-4e99-ae7c-b88c91715114 req-1a20c504-1e9c-4f62-9b12-5432a741a651 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0517941 Dec 15 11:41:11.867001 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0711542b-f070-4e99-ae7c-b88c91715114 req-89c6af85-7c6d-446c-ac8d-4b8f0a2f9e53 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466697 Dec 15 11:41:12.280004 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8de860-01a8-4c05-9459-6c196fa09d34 req-e7db8d42-8d1f-4c25-8850-fada76963bda tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:12.282131 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e8de860-01a8-4c05-9459-6c196fa09d34 req-e7db8d42-8d1f-4c25-8850-fada76963bda tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0608356 Dec 15 11:41:12.331131 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e8de860-01a8-4c05-9459-6c196fa09d34 req-c2c95a05-4b00-4ad5-b7b0-a93820e5a7e7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 Dec 15 11:41:13.047324 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e7433-ca18-4240-98b0-0c31c34877e6 req-bfce4b2e-7ec5-4620-81fb-b8c148d390ac tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:13.048834 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a72e7433-ca18-4240-98b0-0c31c34877e6 req-bfce4b2e-7ec5-4620-81fb-b8c148d390ac tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0576067 Dec 15 11:41:13.096455 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a72e7433-ca18-4240-98b0-0c31c34877e6 req-bc56b36d-cf6d-49c1-bef8-483a62f709c0 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Dec 15 11:41:13.454873 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf63dd-a15e-427d-b525-63c3ef9d8c99 req-dcee231c-a642-40b1-b088-3a34010f92b5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:13.456326 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7bf63dd-a15e-427d-b525-63c3ef9d8c99 req-dcee231c-a642-40b1-b088-3a34010f92b5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0485752 Dec 15 11:41:13.505197 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b7bf63dd-a15e-427d-b525-63c3ef9d8c99 req-c39f8ae8-30d4-4f16-b7b1-1958a1dc4b07 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426955 Dec 15 11:41:14.223596 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad5b7b-b5ea-4f46-b239-0e7e3c6f1af3 req-5cb9583c-d7b6-40f3-aea2-5cd8a7f0049c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:14.225105 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a7ad5b7b-b5ea-4f46-b239-0e7e3c6f1af3 req-5cb9583c-d7b6-40f3-aea2-5cd8a7f0049c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0501506 Dec 15 11:41:14.276899 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a7ad5b7b-b5ea-4f46-b239-0e7e3c6f1af3 req-ede6f796-b06c-48af-b44d-289258625655 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Dec 15 11:41:14.641780 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34f833-629f-43b4-bf96-4287117e95f8 req-d8d5ae6f-af9e-4244-8fc8-c841962ec305 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:14.644240 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fa34f833-629f-43b4-bf96-4287117e95f8 req-d8d5ae6f-af9e-4244-8fc8-c841962ec305 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0557916 Dec 15 11:41:14.691643 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fa34f833-629f-43b4-bf96-4287117e95f8 req-296fe1f1-fbe3-4ae1-b643-a9b686b32331 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421307 Dec 15 11:41:15.397302 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80423102-6aed-40fc-8555-712c6a098f5f req-63fa0ac6-4d09-48fb-bfc1-066920037e67 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:15.398610 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80423102-6aed-40fc-8555-712c6a098f5f req-63fa0ac6-4d09-48fb-bfc1-066920037e67 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0485559 Dec 15 11:41:15.446115 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80423102-6aed-40fc-8555-712c6a098f5f req-c32a9e13-2206-4d09-9c8c-e41ca1b2c8e3 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416536 Dec 15 11:41:15.813764 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1efdc-7e47-4c27-9f05-19f8c2b25ce8 req-f4c0b8c9-61ef-4324-a8b1-30dd45d84d64 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:15.815233 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d2d1efdc-7e47-4c27-9f05-19f8c2b25ce8 req-f4c0b8c9-61ef-4324-a8b1-30dd45d84d64 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0513253 Dec 15 11:41:15.862736 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d2d1efdc-7e47-4c27-9f05-19f8c2b25ce8 req-1e426f70-77a5-47d7-97d3-da39487689db tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 Dec 15 11:41:16.257920 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da6f86-0142-4aad-869f-93e6762dcdd2 req-714b713e-4c0b-407a-b62e-c919045f0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:16.259446 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-21da6f86-0142-4aad-869f-93e6762dcdd2 req-714b713e-4c0b-407a-b62e-c919045f0b43 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 1098 time: 0.0392747 Dec 15 11:41:16.305178 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-21da6f86-0142-4aad-869f-93e6762dcdd2 req-f9e9d849-bdd5-49f9-a177-efcedb40b204 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Dec 15 11:41:16.317188 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:41:16.564915 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65e21a-68d0-412a-8597-213275db6c31 req-eb01df44-8e55-450a-8729-021a46af9d1b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:16.566437 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d65e21a-68d0-412a-8597-213275db6c31 req-eb01df44-8e55-450a-8729-021a46af9d1b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0528803 Dec 15 11:41:16.617239 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d65e21a-68d0-412a-8597-213275db6c31 req-61b8eea1-1798-45a3-bb2d-1979a74344f4 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Dec 15 11:41:16.987130 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496a1b5-1c65-4c73-b291-40d598d7cc73 req-ae438212-cafd-474b-bd4f-bd51d68d741a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:16.988586 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4496a1b5-1c65-4c73-b291-40d598d7cc73 req-ae438212-cafd-474b-bd4f-bd51d68d741a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0513742 Dec 15 11:41:17.034861 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4496a1b5-1c65-4c73-b291-40d598d7cc73 req-6cb39288-538a-4bdf-9b9b-27f39d9e19ef tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403214 Dec 15 11:41:17.408191 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-35f45e24-efdb-4f05-8556-2915ca8fd41c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189213350&fields=id&tenant_id=0f2d37da78594911894b1f8865a03007 HTTP/1.1" status: 200 len: 267 time: 0.0468519 Dec 15 11:41:17.528248 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-6a52c994-eab9-4ea8-93d9-1918317bd485 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:17.529828 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-6a52c994-eab9-4ea8-93d9-1918317bd485 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 812 time: 0.1144304 Dec 15 11:41:17.546190 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-202a942b-c589-4d5c-b5ca-9f83955a503c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/quotas/0f2d37da78594911894b1f8865a03007 HTTP/1.1" status: 200 len: 375 time: 0.0098903 Dec 15 11:41:17.602855 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-6b178474-42fd-47eb-96e5-dfa3626f8f25 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508654 Dec 15 11:41:17.713431 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-2bbd64a0-899b-4c29-a92d-2c7d6c44a4a7 service neutron] 10.222.0.62 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969217 Dec 15 11:41:17.801793 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c626ab-e9f2-4cc2-99e9-0fd41c11a066 req-fb40e54a-6a2e-4b82-a127-24905dacfe95 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:17.803253 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-04c626ab-e9f2-4cc2-99e9-0fd41c11a066 req-fb40e54a-6a2e-4b82-a127-24905dacfe95 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.1092715 Dec 15 11:41:17.845646 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-7080a562-8ab3-472b-80cc-9c1b498d208c service neutron] 10.222.0.62 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181831 Dec 15 11:41:17.869334 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-04c626ab-e9f2-4cc2-99e9-0fd41c11a066 req-88098d19-0dec-4651-a384-78e51fb94dd1 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598292 Dec 15 11:41:18.145734 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b12ec2-7feb-47ae-bb6d-d47b7df8b6c4 req-505e0efc-bf53-4157-b128-95a40d1f3a35 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:18.147317 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-33b12ec2-7feb-47ae-bb6d-d47b7df8b6c4 req-505e0efc-bf53-4157-b128-95a40d1f3a35 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 945 time: 0.0743313 Dec 15 11:41:18.235704 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-33b12ec2-7feb-47ae-bb6d-d47b7df8b6c4 req-1d5716bc-bb40-46e2-98f9-873f9df036fe tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750601 Dec 15 11:41:18.268213 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec9d31-6856-4287-998b-fbe112e9d9c1 req-6af194f8-0da1-4380-a5b0-23a4dd7cf0a4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:18.270111 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-28ec9d31-6856-4287-998b-fbe112e9d9c1 req-6af194f8-0da1-4380-a5b0-23a4dd7cf0a4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1031740 Dec 15 11:41:18.342228 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1fcb1f8d-5330-4e71-a0db-05275a746c06 req-ade87298-a3b7-4d77-9ac3-1cc51434f916 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 210 time: 0.0322282 Dec 15 11:41:18.369643 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-28ec9d31-6856-4287-998b-fbe112e9d9c1 req-e70e75a7-fea0-484f-aa68-a7b78d6a1d87 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920327 Dec 15 11:41:19.246020 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-8d9e7e80-aaf0-4861-890e-da4d14dd022c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:19.247487 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-8d9e7e80-aaf0-4861-890e-da4d14dd022c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 812 time: 0.1121485 Dec 15 11:41:19.342363 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-9706d2a8-11aa-47a0-83cc-cf98da28434f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d37da78594911894b1f8865a03007 HTTP/1.1" status: 200 len: 379 time: 0.0757477 Dec 15 11:41:19.372452 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'port': {'device_id': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'admin_state_up': True, 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'security_groups': ['c2a8fdb2-5f90-468c-8782-952c5aaa2de2']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:19.451863 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15294ac1-d4c6-4e19-8fac-0bc1e0d14994 req-8bbb414c-2024-4e25-a6f9-4114b969d1e5 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:19.454086 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-15294ac1-d4c6-4e19-8fac-0bc1e0d14994 req-8bbb414c-2024-4e25-a6f9-4114b969d1e5 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 945 time: 0.1106863 Dec 15 11:41:19.530980 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-15294ac1-d4c6-4e19-8fac-0bc1e0d14994 req-908af134-0905-430c-afff-ab6cd895bfe9 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705550 Dec 15 11:41:19.537221 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Made reservation on behalf of 0f2d37da78594911894b1f8865a03007 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:19.541891 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:19.651719 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0cc25362-df8c-4f8c-b88d-e5b725d3b016 req-118045b2-6603-4795-95d8-e1da9fc9b999 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 210 time: 0.0407934 Dec 15 11:41:19.754484 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cee24-476f-4df6-8eff-61570ed4bed8 req-996a503a-3287-4b2b-923c-62907539de46 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:19.756040 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-323cee24-476f-4df6-8eff-61570ed4bed8 req-996a503a-3287-4b2b-923c-62907539de46 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0953288 Dec 15 11:41:19.757325 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Allocated IP 172.20.0.11 (d2701908-856b-43ee-af37-0c8b472dbded/193119ec-6b9e-439b-9440-3ac9e4bc436e/75832f51-13de-4163-9d8d-d3f23b198531) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:19.869181 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-323cee24-476f-4df6-8eff-61570ed4bed8 req-bf7a42ae-1e85-48c9-b71f-804b8de641d2 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057608 Dec 15 11:41:19.937793 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:19.972166 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.016930 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Network d2701908-856b-43ee-af37-0c8b472dbded is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:20.019961 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:20.023946 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:20.051225 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'Port': ['ID=75832f51-13de-4163-9d8d-d3f23b198531,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:20.082055 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-4d803e86-fd9d-4632-8a04-9b49bf09545d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:20.083568 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-4d803e86-fd9d-4632-8a04-9b49bf09545d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.58 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 945 time: 0.0616131 Dec 15 11:41:20.090278 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:20.091303 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.118008 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-ea067c45-074f-4420-af24-382b58f670d8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7630520 Dec 15 11:41:20.174229 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Request body: {'port': {'device_id': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:20.226693 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Deleting port daab083d-dd38-4f06-bbed-e8a04b3d5a40 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:41:20.228025 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.265369 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.291758 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-3bd38103-7822-4fb6-893f-b78fb4f445a6 None None] Provisioning complete for port 75832f51-13de-4163-9d8d-d3f23b198531 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:20.292375 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3bd38103-7822-4fb6-893f-b78fb4f445a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.327500 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-3bd38103-7822-4fb6-893f-b78fb4f445a6 None None] Port 75832f51-13de-4163-9d8d-d3f23b198531 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:41:20.337435 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] For port daab083d-dd38-4f06-bbed-e8a04b3d5a40, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=daab083d-dd38-4f06-bbed-e8a04b3d5a40,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:20.337806 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.351104 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Calling delete_port for daab083d-dd38-4f06-bbed-e8a04b3d5a40 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:41:20.483825 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.514174 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Pushing event deleted for resources: {'Port': ['ID=daab083d-dd38-4f06-bbed-e8a04b3d5a40,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:20.521166 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['daab083d-dd38-4f06-bbed-e8a04b3d5a40'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:20.534272 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75832f51-13de-4163-9d8d-d3f23b198531 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:20.544178 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.555215 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] No DVR routers for this DVR port daab083d-dd38-4f06-bbed-e8a04b3d5a40 on host hv-cinder-81322 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:41:20.557846 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.559382 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Transition to ACTIVE for port object 75832f51-13de-4163-9d8d-d3f23b198531 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:41:20.561685 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1b6b4c5e-7c45-4afc-aaa1-fc1b5e1561cb req-1adc2cd6-90c4-4253-b85f-124ba97e3987 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.58 "DELETE /v2.0/ports/daab083d-dd38-4f06-bbed-e8a04b3d5a40 HTTP/1.1" status: 204 len: 173 time: 0.4710004 Dec 15 11:41:20.562271 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76927bf7-322e-43b2-ac7e-ab7873d60d4c', 'name': 'network-vif-deleted', 'tag': 'daab083d-dd38-4f06-bbed-e8a04b3d5a40'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:20.564591 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.564890 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510c3a21-615a-4cb1-8d69-951e4e7921f8" -d '{"events": [{"server_uuid": "76927bf7-322e-43b2-ac7e-ab7873d60d4c", "name": "network-vif-deleted", "tag": "daab083d-dd38-4f06-bbed-e8a04b3d5a40"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:20.623835 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Pushing event updated for resources: {'Port': ['ID=75832f51-13de-4163-9d8d-d3f23b198531,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:20.626203 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f4666a-f97f-47d1-a293-12a4221cc6e0 x-openstack-request-id: req-09f4666a-f97f-47d1-a293-12a4221cc6e0 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:20.626721 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76927bf7-322e-43b2-ac7e-ab7873d60d4c", "name": "network-vif-deleted", "tag": "daab083d-dd38-4f06-bbed-e8a04b3d5a40", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:20.627493 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09f4666a-f97f-47d1-a293-12a4221cc6e0 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:20.627890 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76927bf7-322e-43b2-ac7e-ab7873d60d4c', 'name': 'network-vif-deleted', 'tag': 'daab083d-dd38-4f06-bbed-e8a04b3d5a40', 'status': 'completed', 'code': 200} Dec 15 11:41:20.711635 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-913198e9-2115-4cb0-9a35-b747c7a2df0e req-900f98a3-f3dc-4d40-81f4-b270a0c57246 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=76927bf7-322e-43b2-ac7e-ab7873d60d4c HTTP/1.1" status: 200 len: 210 time: 0.0642040 Dec 15 11:41:20.757947 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Attempting to bind port 75832f51-13de-4163-9d8d-d3f23b198531 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:41:20.758426 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Attempting to bind port 75832f51-13de-4163-9d8d-d3f23b198531 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:41:20.758830 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Attempting to bind port 75832f51-13de-4163-9d8d-d3f23b198531 on network d2701908-856b-43ee-af37-0c8b472dbded {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:20.778096 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Port 75832f51-13de-4163-9d8d-d3f23b198531 on network d2701908-856b-43ee-af37-0c8b472dbded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:41:20.778522 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Attempting to bind port 75832f51-13de-4163-9d8d-d3f23b198531 on network d2701908-856b-43ee-af37-0c8b472dbded {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:20.798983 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:41:20.799263 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Checking segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:20.799658 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Bound using segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:41:20.800091 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Bound port: 75832f51-13de-4163-9d8d-d3f23b198531, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:41:20.800448 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.854927 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f15bf-47a5-4ade-ac87-79d18eb80627 req-396c326a-6420-4e78-857c-fbbcf164b243 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:20.856856 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-863f15bf-47a5-4ade-ac87-79d18eb80627 req-396c326a-6420-4e78-857c-fbbcf164b243 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0952611 Dec 15 11:41:20.908006 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] For port 75832f51-13de-4163-9d8d-d3f23b198531, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:41:20.929315 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] For port 75832f51-13de-4163-9d8d-d3f23b198531, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75832f51-13de-4163-9d8d-d3f23b198531,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:41:20.934748 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-863f15bf-47a5-4ade-ac87-79d18eb80627 req-69dc59a4-9e1f-4d1f-90a1-97c07bddd83a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701487 Dec 15 11:41:20.936336 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.996755 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:20.997396 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:20.998756 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] 10.222.0.58 "PUT /v2.0/ports/75832f51-13de-4163-9d8d-d3f23b198531 HTTP/1.1" status: 200 len: 1094 time: 0.8299892 Dec 15 11:41:21.002790 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'tag': '75832f51-13de-4163-9d8d-d3f23b198531'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:21.005103 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3125bf-5bfa-43d9-a372-4f0610a9d040" -d '{"events": [{"name": "network-changed", "server_uuid": "b88b6f38-822f-4c02-b516-49a1a54cdb3f", "tag": "75832f51-13de-4163-9d8d-d3f23b198531"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:21.032932 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020126a-6a54-4a8b-8165-9f30b77acb06 service neutron] Pushing event updated for resources: {'Port': ['ID=75832f51-13de-4163-9d8d-d3f23b198531,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:21.052346 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b43fa1-f37a-47d3-94eb-6dbc4f242e81 req-cc47f349-d138-4a11-86f3-6369cbe932ca tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:21.054922 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80b43fa1-f37a-47d3-94eb-6dbc4f242e81 req-cc47f349-d138-4a11-86f3-6369cbe932ca tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.1099470 Dec 15 11:41:21.056514 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e46d5e1-a857-4e94-abe0-86d6dbc7ba95 x-openstack-request-id: req-2e46d5e1-a857-4e94-abe0-86d6dbc7ba95 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:21.056960 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88b6f38-822f-4c02-b516-49a1a54cdb3f", "tag": "75832f51-13de-4163-9d8d-d3f23b198531", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:21.057921 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e46d5e1-a857-4e94-abe0-86d6dbc7ba95 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:21.058322 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'tag': '75832f51-13de-4163-9d8d-d3f23b198531', 'status': 'completed', 'code': 200} Dec 15 11:41:21.137778 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-80b43fa1-f37a-47d3-94eb-6dbc4f242e81 req-5ca8a3be-858a-495b-a832-b53b7854cebe tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758591 Dec 15 11:41:21.161687 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-bbd6441b-c6cf-4a3c-8b74-51619e63d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:21.163675 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-bbd6441b-c6cf-4a3c-8b74-51619e63d2f6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 1097 time: 0.0722592 Dec 15 11:41:21.221950 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-852740b1-bac1-42e4-a6d0-726cbf7e59b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75832f51-13de-4163-9d8d-d3f23b198531 HTTP/1.1" status: 200 len: 217 time: 0.0384130 Dec 15 11:41:21.278262 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-9ac80839-0ed7-4f2c-92bf-f12f65db3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:21.279694 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-9ac80839-0ed7-4f2c-92bf-f12f65db3beb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0485277 Dec 15 11:41:21.350058 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-bc69b964-26bc-4fd2-83aa-91fcd4d8f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:21.351683 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-bc69b964-26bc-4fd2-83aa-91fcd4d8f689 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642111 Dec 15 11:41:21.444671 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-c9d8c8cc-d8f0-4eba-aa88-ad92fde0ef6c service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839720 Dec 15 11:41:21.543912 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba9c50cf-d716-4dd8-a6d3-2b046ccd1137 req-68586fb2-963d-4dfb-b7a9-651f95289eed service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872302 Dec 15 11:41:21.686959 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-cd177d2e-f1f3-4729-a959-79372fd298b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:21.688475 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-cd177d2e-f1f3-4729-a959-79372fd298b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 1097 time: 0.0425658 Dec 15 11:41:21.804573 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-3ccf99f9-e0cc-489f-8116-f5b975ae579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:21.810505 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-3ccf99f9-e0cc-489f-8116-f5b975ae579a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.1089616 Dec 15 11:41:21.866745 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-77aa010f-273e-4a06-b07b-06364e885dc3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75832f51-13de-4163-9d8d-d3f23b198531 HTTP/1.1" status: 200 len: 217 time: 0.0489697 Dec 15 11:41:21.927338 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-b7542866-d36a-4f6b-912e-357b179121f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:21.929711 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-b7542866-d36a-4f6b-912e-357b179121f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0513432 Dec 15 11:41:21.988271 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-2d77ee57-e2b9-403e-a22b-abffa158ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:21.989876 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-2d77ee57-e2b9-403e-a22b-abffa158ac1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530400 Dec 15 11:41:22.103715 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107b70-19ee-4bde-9e6d-95b5e2ec189f req-9fba370e-b6aa-48bf-a8e1-4aa530f7a7ca tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:22.105186 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0f107b70-19ee-4bde-9e6d-95b5e2ec189f req-9fba370e-b6aa-48bf-a8e1-4aa530f7a7ca tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0948157 Dec 15 11:41:22.139848 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-afb574e3-0cb5-4c65-aa83-3c0312a0865a service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364162 Dec 15 11:41:22.211769 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0f107b70-19ee-4bde-9e6d-95b5e2ec189f req-e999b4ee-fa04-44c4-8d76-62cc36189237 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000273 Dec 15 11:41:22.278729 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e3125bf-5bfa-43d9-a372-4f0610a9d040 req-a725df07-6642-4f69-8406-6c5437330fd9 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293213 Dec 15 11:41:22.293128 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb159b9-0d3c-493c-aca4-4285b7ddb3a2 req-bdc7b07f-fbbc-4059-9607-15131f133570 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:22.294517 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-beb159b9-0d3c-493c-aca4-4285b7ddb3a2 req-bdc7b07f-fbbc-4059-9607-15131f133570 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0694613 Dec 15 11:41:22.340008 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-beb159b9-0d3c-493c-aca4-4285b7ddb3a2 req-5afee818-1ab1-4e71-9d5e-229ebb0bdd86 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395591 Dec 15 11:41:23.330537 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc3764-757b-4ceb-9ac2-a428366859fa req-b15c31fb-5e6b-46fc-9532-f273600d828f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:23.331987 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f8dc3764-757b-4ceb-9ac2-a428366859fa req-b15c31fb-5e6b-46fc-9532-f273600d828f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0515106 Dec 15 11:41:23.380358 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f8dc3764-757b-4ceb-9ac2-a428366859fa req-14dabe3a-9126-47d9-9c7a-1e8066435afb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Dec 15 11:41:23.460604 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817c07d-3815-4abe-b712-e4a287ee10e8 req-9e1efbd9-ca1c-489f-b598-1ad4a86fedc6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:23.462142 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7817c07d-3815-4abe-b712-e4a287ee10e8 req-9e1efbd9-ca1c-489f-b598-1ad4a86fedc6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0497162 Dec 15 11:41:23.513345 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7817c07d-3815-4abe-b712-e4a287ee10e8 req-599a8588-3429-47eb-86d3-967ad5c8f3b8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447481 Dec 15 11:41:24.497189 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bccc97-35b7-4534-a3d5-b921bd388708 req-374de15a-9d14-46a8-ada1-e87bdc2454ba tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:24.498626 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-31bccc97-35b7-4534-a3d5-b921bd388708 req-374de15a-9d14-46a8-ada1-e87bdc2454ba tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0506780 Dec 15 11:41:24.545557 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-31bccc97-35b7-4534-a3d5-b921bd388708 req-1c39de26-8e5e-406b-9b5a-cbf0a9fdc103 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404763 Dec 15 11:41:24.635982 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b2baa-363e-4bdc-846b-80182c4f772a req-adb97e3b-9b07-4853-a983-1a1c7c73b912 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:24.637491 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e3b2baa-363e-4bdc-846b-80182c4f772a req-adb97e3b-9b07-4853-a983-1a1c7c73b912 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0504634 Dec 15 11:41:24.684558 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e3b2baa-363e-4bdc-846b-80182c4f772a req-d7cb9f5e-7d56-4417-95df-048e3a05e9cb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411665 Dec 15 11:41:25.068228 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device daab083d-dd38-4f06-bbed-e8a04b3d5a40 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:41:25.088534 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: daab083d-dd38-4f06-bbed-e8a04b3d5a40 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:41:25.088899 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device daab083d-dd38-4f06-bbed-e8a04b3d5a40 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:41:25.659969 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfaa38-c3cf-46c1-add2-c4a275635ae3 req-3aa2c124-455b-469f-80c5-0696eb32fd32 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:25.661509 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e5dfaa38-c3cf-46c1-add2-c4a275635ae3 req-3aa2c124-455b-469f-80c5-0696eb32fd32 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0485888 Dec 15 11:41:25.719867 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e5dfaa38-c3cf-46c1-add2-c4a275635ae3 req-b837ac94-7475-423d-a5df-69f672a804ed tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508065 Dec 15 11:41:25.823215 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06153d2-dde2-4be6-aeaf-feba8d6deb44 req-4c5497f8-3493-4a2b-a475-418a4e151ef5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:25.824857 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c06153d2-dde2-4be6-aeaf-feba8d6deb44 req-4c5497f8-3493-4a2b-a475-418a4e151ef5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0527008 Dec 15 11:41:25.873173 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c06153d2-dde2-4be6-aeaf-feba8d6deb44 req-1c59ec51-e48f-41b5-878b-bf465067de47 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423913 Dec 15 11:41:26.658844 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e9dc889c-bf24-41db-80f2-5a1224342352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:26.854634 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506dfb0a-6e6f-485c-8904-ff7b57edd50f req-6e37a88b-561e-4612-bd4e-6241a3af57f5 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:26.856411 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-506dfb0a-6e6f-485c-8904-ff7b57edd50f req-6e37a88b-561e-4612-bd4e-6241a3af57f5 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0596106 Dec 15 11:41:26.910298 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-506dfb0a-6e6f-485c-8904-ff7b57edd50f req-24f64249-9a49-476f-8abb-ddf2672c80bc tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474834 Dec 15 11:41:27.001913 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e3f98-1165-43e6-82f2-262fa6e3dc5b req-e506c469-0fd9-4e02-8a16-57fdab10bf84 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:27.003554 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-996e3f98-1165-43e6-82f2-262fa6e3dc5b req-e506c469-0fd9-4e02-8a16-57fdab10bf84 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 943 time: 0.0559592 Dec 15 11:41:27.055633 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:27.056758 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-996e3f98-1165-43e6-82f2-262fa6e3dc5b req-dfc5f975-ff95-478b-979d-790b9c3fd4b4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468338 Dec 15 11:41:27.169336 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:27.180207 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'port_id': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'mac_address': 'fa:16:3e:fa:e9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:27.217976 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:27.231559 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:27.252517 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:27.257334 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:27.312046 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=9']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:27.403359 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-5af8b68c-4a32-4619-93de-22da850c29ad tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:27.410319 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-5af8b68c-4a32-4619-93de-22da850c29ad tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 815 time: 0.1280420 Dec 15 11:41:27.420432 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-8de8fa20-07a0-4d25-9da0-ebfc892c93b5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/quotas/7d54fa50af294bb4b334827e642cfdd3 HTTP/1.1" status: 200 len: 375 time: 0.0092325 Dec 15 11:41:27.476939 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-f6e7bec0-297c-431d-a8fb-9d6ee71b12e9 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494258 Dec 15 11:41:27.565527 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-da9f22e4-bd4b-4699-b310-12b2b184a41a service neutron] 10.222.0.62 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805955 Dec 15 11:41:27.601268 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:27.885926 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-1f8b018a-5157-474d-943c-2f1452dc48f6 service neutron] 10.222.0.62 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141775 Dec 15 11:41:28.046968 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c8ea-abd5-420b-b346-56d58abc059f req-964cb2f3-3ea0-4def-b73a-4e4cd920033e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:28.048488 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-59c7c8ea-abd5-420b-b346-56d58abc059f req-964cb2f3-3ea0-4def-b73a-4e4cd920033e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0690365 Dec 15 11:41:28.064501 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cc5a5e06-e57d-45c9-90fe-459c84b2fd7b req-0dc619af-42b6-428c-9456-7ba58e54a411 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 210 time: 0.0379102 Dec 15 11:41:28.115687 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-59c7c8ea-abd5-420b-b346-56d58abc059f req-1c6ca861-3ab3-429d-9d48-9ee89de686ca tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536575 Dec 15 11:41:28.188157 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e997de-b221-4052-9b33-90843518bcfa req-e57086cc-e3eb-4ced-b036-03cb8833bc5a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:28.189711 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e8e997de-b221-4052-9b33-90843518bcfa req-e57086cc-e3eb-4ced-b036-03cb8833bc5a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 944 time: 0.0550630 Dec 15 11:41:28.246328 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e8e997de-b221-4052-9b33-90843518bcfa req-2d06c3f2-dccf-45d4-b9e1-dd8991646405 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505619 Dec 15 11:41:28.401621 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd29567-17ed-483e-ab18-c6b6a089d0af req-15813115-e4a2-4961-87e1-3988877b403b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:28.403095 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5cd29567-17ed-483e-ab18-c6b6a089d0af req-15813115-e4a2-4961-87e1-3988877b403b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0534174 Dec 15 11:41:28.449134 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5cd29567-17ed-483e-ab18-c6b6a089d0af req-a7152a34-db2b-435e-9a90-23ff2485b497 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398736 Dec 15 11:41:28.925035 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-31a652a2-141f-49ec-87fc-2c0993954d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:29.165454 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b9c17c97-e632-42e9-9052-3e071e2043f9 req-c704a607-36e1-40c3-8b7d-fe66d11906df tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 210 time: 0.0302935 Dec 15 11:41:29.242188 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d4396-fa3b-4bdd-8ea2-d82d6364f018 req-85a20450-9fe2-4cd1-94d0-fe4d1c1fbd70 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:29.243644 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff0d4396-fa3b-4bdd-8ea2-d82d6364f018 req-85a20450-9fe2-4cd1-94d0-fe4d1c1fbd70 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0499752 Dec 15 11:41:29.293501 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff0d4396-fa3b-4bdd-8ea2-d82d6364f018 req-d978b001-8056-4f78-af9d-d0bfb86418c9 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435104 Dec 15 11:41:29.370091 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c49e7-e28b-46c8-88d8-640100912507 req-60f4edb6-6458-485e-be2a-036a5ddd9e33 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:29.371546 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-749c49e7-e28b-46c8-88d8-640100912507 req-60f4edb6-6458-485e-be2a-036a5ddd9e33 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 944 time: 0.0482647 Dec 15 11:41:29.416608 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-749c49e7-e28b-46c8-88d8-640100912507 req-c771cfa3-63dd-46de-8b2d-8afc638016b3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391448 Dec 15 11:41:29.566764 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28062569-d73a-4353-856b-dadcec2142e2 req-cc7e5a46-7b5b-456f-949d-2ca957194ab9 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:29.568234 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-28062569-d73a-4353-856b-dadcec2142e2 req-cc7e5a46-7b5b-456f-949d-2ca957194ab9 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0511384 Dec 15 11:41:29.615359 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-28062569-d73a-4353-856b-dadcec2142e2 req-2429cf53-08fb-488a-ab0d-643a84ab6222 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412242 Dec 15 11:41:30.022604 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:30.262108 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-faf2f0d4-3669-401b-9009-d27749f8847f req-c3a9cafe-243e-46b4-92dc-3220da106fe4 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 210 time: 0.0281129 Dec 15 11:41:30.407302 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd7645-8898-4ac0-bc24-be5a17bf119d req-0cf263b6-9c55-4e17-be34-92c3d385d635 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:30.409448 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dbcd7645-8898-4ac0-bc24-be5a17bf119d req-0cf263b6-9c55-4e17-be34-92c3d385d635 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 944 time: 0.0473375 Dec 15 11:41:30.458694 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dbcd7645-8898-4ac0-bc24-be5a17bf119d req-cad7d997-4477-4844-8848-fa9d58f21ee5 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440779 Dec 15 11:41:30.540596 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27db5e-9e6c-41ff-84bc-dae56e87df51 req-a4db3982-5485-469c-a63e-ce9307488b1b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:30.542099 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e27db5e-9e6c-41ff-84bc-dae56e87df51 req-a4db3982-5485-469c-a63e-ce9307488b1b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 944 time: 0.0511739 Dec 15 11:41:30.576292 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 75832f51-13de-4163-9d8d-d3f23b198531 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:30.588892 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e27db5e-9e6c-41ff-84bc-dae56e87df51 req-73dd0c6c-de3b-4399-a7d3-cb3471939bc7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406244 Dec 15 11:41:30.681380 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 75832f51-13de-4163-9d8d-d3f23b198531, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75832f51-13de-4163-9d8d-d3f23b198531,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:30.697839 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '75832f51-13de-4163-9d8d-d3f23b198531', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'port_id': '75832f51-13de-4163-9d8d-d3f23b198531', 'mac_address': 'fa:16:3e:a4:53:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:30.737408 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:30.742512 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d66e9da-4846-4530-9efe-b86d10a1f594 req-4282f9a4-5507-4698-a35d-88573fbf3167 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:30.745535 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d66e9da-4846-4530-9efe-b86d10a1f594 req-4282f9a4-5507-4698-a35d-88573fbf3167 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0552757 Dec 15 11:41:30.750519 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75832f51-13de-4163-9d8d-d3f23b198531 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:30.773008 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 75832f51-13de-4163-9d8d-d3f23b198531, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75832f51-13de-4163-9d8d-d3f23b198531,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:30.778010 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:30.797526 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7d66e9da-4846-4530-9efe-b86d10a1f594 req-d0793615-d671-4ed3-a3c9-402f22d3a5a4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472510 Dec 15 11:41:30.829288 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=75832f51-13de-4163-9d8d-d3f23b198531,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:31.073039 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:31.120418 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:31.120788 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:31.167965 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['75832f51-13de-4163-9d8d-d3f23b198531'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:31.366490 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:31.381560 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:31.391533 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b81c5346-f118-4b72-aa00-1c95df8af5db req-dcee93ed-d197-44a5-ada1-4db4e02c5527 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 210 time: 0.0558093 Dec 15 11:41:31.403863 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:31.406220 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2406592-b922-43e9-94aa-e445b777441c" -d '{"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-plugged", "status": "completed", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:31.424252 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:31.446896 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:31.486101 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8640721c-c661-4d35-9262-e4de91b1a25c x-openstack-request-id: req-8640721c-c661-4d35-9262-e4de91b1a25c {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:31.486646 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-plugged", "status": "completed", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:31.487086 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8640721c-c661-4d35-9262-e4de91b1a25c {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:31.487629 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'code': 200} Dec 15 11:41:31.502245 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-4c91b400-cc24-4586-8b8b-82e9718d3266 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:31.503678 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-4c91b400-cc24-4586-8b8b-82e9718d3266 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 815 time: 0.1541374 Dec 15 11:41:31.539781 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=10']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:31.546881 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Request body: {'port': {'device_id': 'f8e145e4-6c14-4a14-872e-6a9c5390f15e', 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867', 'admin_state_up': True, 'tenant_id': '7d54fa50af294bb4b334827e642cfdd3'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:31.685805 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890967d0-9a87-4460-8cf5-16dfda823087 req-a6b6df19-6737-4d28-b522-52e69c17308e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:31.687850 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-890967d0-9a87-4460-8cf5-16dfda823087 req-a6b6df19-6737-4d28-b522-52e69c17308e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1361058 Dec 15 11:41:31.783905 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932a177-6b5a-4761-ab1a-1f87566a899d req-60bc764b-ee27-434d-af17-8d88037f7df0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:31.785412 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2932a177-6b5a-4761-ab1a-1f87566a899d req-60bc764b-ee27-434d-af17-8d88037f7df0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 946 time: 0.0966656 Dec 15 11:41:31.797853 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Made reservation on behalf of 7d54fa50af294bb4b334827e642cfdd3 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:31.801260 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:31.821296 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-890967d0-9a87-4460-8cf5-16dfda823087 req-b1d6a50d-9ce6-4229-8cd5-c3e0bf092d05 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024613 Dec 15 11:41:31.910143 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2932a177-6b5a-4761-ab1a-1f87566a899d req-321c0047-f864-4603-bf44-67ecdd501c5d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180797 Dec 15 11:41:32.085020 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Allocated IP 172.20.0.2 (87a0d46e-77b0-4cac-a72c-eb1874b62867/efc0b276-f3e9-4653-8298-5ca5ae0829d5/90a3f280-1b2b-4400-812d-9bbb64572037) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:32.111367 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-0cceffe9-2bfe-4f36-b868-e53261710e1f tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:32.112785 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-0cceffe9-2bfe-4f36-b868-e53261710e1f tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/networks?id=043ed30d-71ff-4c64-8bd0-0122ec779934 HTTP/1.1" status: 200 len: 813 time: 0.2066603 Dec 15 11:41:32.122011 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756b5a1-2a11-4e2b-8cad-bf210e5b755c req-e95eb6d1-b53d-4cc4-ad38-006fde36e380 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:32.123525 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9756b5a1-2a11-4e2b-8cad-bf210e5b755c req-e95eb6d1-b53d-4cc4-ad38-006fde36e380 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.1484256 Dec 15 11:41:32.129662 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da382ba-d110-4398-9eac-f3e30603ef7b req-baa87256-474e-4ae0-8361-9c3d6d6ad6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:32.131220 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5da382ba-d110-4398-9eac-f3e30603ef7b req-baa87256-474e-4ae0-8361-9c3d6d6ad6cb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 1099 time: 0.0475128 Dec 15 11:41:32.157880 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-722b3ab8-231c-4e49-813f-38eaca3f6e7d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/quotas/c5183b2683ba4edf99c4d263da589731 HTTP/1.1" status: 200 len: 375 time: 0.0307169 Dec 15 11:41:32.185113 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-5da382ba-d110-4398-9eac-f3e30603ef7b req-b1f8526a-e299-464f-a6f9-916ddba68eef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454571 Dec 15 11:41:32.214633 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-d3040e19-6062-45cb-a852-29af5683823d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c5183b2683ba4edf99c4d263da589731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452476 Dec 15 11:41:32.332826 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9756b5a1-2a11-4e2b-8cad-bf210e5b755c req-39239b56-20a2-4a24-9c46-a32f1d8f4d29 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1972313 Dec 15 11:41:32.404386 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-f361a211-e72a-428f-b273-d81256591986 service neutron] 10.222.0.62 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772258 Dec 15 11:41:32.407388 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:32.527091 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:32.530114 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b097229e-a55a-46f6-946e-b267ffa8ab46 req-5036bbe9-f3b3-4ccb-87ea-c418ec1858bc tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 210 time: 0.0426779 Dec 15 11:41:32.565972 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5083da59-0554-493e-88ab-e62bb2f485f8'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:32.571506 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-bdad6327-4c1c-4a31-be00-5960479b030a service neutron] 10.222.0.62 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598489 Dec 15 11:41:32.580427 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Network 87a0d46e-77b0-4cac-a72c-eb1874b62867 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:32.583543 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:32.587460 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:32.615891 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Pushing event updated for resources: {'Port': ['ID=90a3f280-1b2b-4400-812d-9bbb64572037,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:32.642539 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:32.643083 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:32.661863 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-9dfe66df-0606-4e69-8ef9-5c0402cacdc5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1210594 Dec 15 11:41:32.684970 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Request body: {'port': {'device_id': 'f8e145e4-6c14-4a14-872e-6a9c5390f15e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:32.690675 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:32.789088 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cac65fa1-cc9f-4583-aee5-dc1bc9ac1d6d req-45535365-a573-42b2-838d-a8b2ebdd92b9 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 210 time: 0.0341198 Dec 15 11:41:32.789650 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.041473 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7ce96-2539-457d-b031-796e48cf5fe1 req-0a3943f4-3309-4503-94d1-1c440873c4b9 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:33.043010 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-eda7ce96-2539-457d-b031-796e48cf5fe1 req-0a3943f4-3309-4503-94d1-1c440873c4b9 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 945 time: 0.1273253 Dec 15 11:41:33.069162 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 75832f51-13de-4163-9d8d-d3f23b198531 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:33.101721 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c9465-6a4a-46e0-9e56-53f29b4bf184 req-3874846c-9715-4383-bef2-80cefb1abfc3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:33.103202 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-790c9465-6a4a-46e0-9e56-53f29b4bf184 req-3874846c-9715-4383-bef2-80cefb1abfc3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 946 time: 0.1103315 Dec 15 11:41:33.122883 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 75832f51-13de-4163-9d8d-d3f23b198531 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:41:33.127627 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 75832f51-13de-4163-9d8d-d3f23b198531 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:33.128009 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.185359 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-eda7ce96-2539-457d-b031-796e48cf5fe1 req-a08b57b3-b1ac-46f6-ac7f-9e7173b9c849 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333745 Dec 15 11:41:33.220664 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.247670 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-790c9465-6a4a-46e0-9e56-53f29b4bf184 req-d8e88791-e813-4b53-8084-1093802add30 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346309 Dec 15 11:41:33.255438 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 75832f51-13de-4163-9d8d-d3f23b198531, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75832f51-13de-4163-9d8d-d3f23b198531,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:33.257688 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a3f280-1b2b-4400-812d-9bbb64572037 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:33.259933 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.270984 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.286508 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Transition to ACTIVE for port object 90a3f280-1b2b-4400-812d-9bbb64572037 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:41:33.289810 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.319280 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=75832f51-13de-4163-9d8d-d3f23b198531,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:33.345582 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3f280-1b2b-4400-812d-9bbb64572037,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:33.426736 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Attempting to bind port 90a3f280-1b2b-4400-812d-9bbb64572037 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:41:33.427445 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Attempting to bind port 90a3f280-1b2b-4400-812d-9bbb64572037 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:41:33.427751 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Attempting to bind port 90a3f280-1b2b-4400-812d-9bbb64572037 on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:33.433605 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Port 90a3f280-1b2b-4400-812d-9bbb64572037 on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:41:33.433912 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Attempting to bind port 90a3f280-1b2b-4400-812d-9bbb64572037 on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:33.457310 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:41:33.457643 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Checking segment: {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:33.457978 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Bound using segment: {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:41:33.458393 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Bound port: 90a3f280-1b2b-4400-812d-9bbb64572037, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:41:33.458720 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.489114 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75832f51-13de-4163-9d8d-d3f23b198531'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:33.495307 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea7db2c-2fd6-4130-aaf0-0d07bef5476d" -d '{"events": [{"server_uuid": "b88b6f38-822f-4c02-b516-49a1a54cdb3f", "name": "network-vif-plugged", "status": "completed", "tag": "75832f51-13de-4163-9d8d-d3f23b198531"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:33.516082 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81f96f-c0e3-483a-86cb-c60c605c304a req-1ec1a60d-1179-4300-8175-f72a7667e453 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:33.517673 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6c81f96f-c0e3-483a-86cb-c60c605c304a req-1ec1a60d-1179-4300-8175-f72a7667e453 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.1056118 Dec 15 11:41:33.540611 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0db5c2e-e6ce-411c-8b35-c1ebf6d46f1a x-openstack-request-id: req-f0db5c2e-e6ce-411c-8b35-c1ebf6d46f1a {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:33.541010 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88b6f38-822f-4c02-b516-49a1a54cdb3f", "name": "network-vif-plugged", "status": "completed", "tag": "75832f51-13de-4163-9d8d-d3f23b198531", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:33.541301 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0db5c2e-e6ce-411c-8b35-c1ebf6d46f1a {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:33.541861 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75832f51-13de-4163-9d8d-d3f23b198531', 'code': 200} Dec 15 11:41:33.574179 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] For port 90a3f280-1b2b-4400-812d-9bbb64572037, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:41:33.598710 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] For port 90a3f280-1b2b-4400-812d-9bbb64572037, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a3f280-1b2b-4400-812d-9bbb64572037,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:41:33.602685 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6c81f96f-c0e3-483a-86cb-c60c605c304a req-5a54089b-eda0-4000-80fc-0e9e90769577 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769141 Dec 15 11:41:33.605257 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.657132 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:33.657748 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:33.659118 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] 10.222.0.58 "PUT /v2.0/ports/90a3f280-1b2b-4400-812d-9bbb64572037 HTTP/1.1" status: 200 len: 1093 time: 0.9789441 Dec 15 11:41:33.660841 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e145e4-6c14-4a14-872e-6a9c5390f15e', 'tag': '90a3f280-1b2b-4400-812d-9bbb64572037'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:33.663033 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c00612-1488-4c00-862e-c15244443369" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e145e4-6c14-4a14-872e-6a9c5390f15e", "tag": "90a3f280-1b2b-4400-812d-9bbb64572037"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:33.704965 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e34285-fe67-45c5-985d-a14ab0ee7082 service neutron] Pushing event updated for resources: {'Port': ['ID=90a3f280-1b2b-4400-812d-9bbb64572037,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:33.719987 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bad934-5bdf-4ee9-a447-7527c1c43d00 req-05b39653-fe60-46d2-8fbd-c7a7d362fcc9 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:33.721560 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f8bad934-5bdf-4ee9-a447-7527c1c43d00 req-05b39653-fe60-46d2-8fbd-c7a7d362fcc9 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 943 time: 0.0805678 Dec 15 11:41:33.727841 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cca5451-6029-4869-bc01-6051736256ef x-openstack-request-id: req-5cca5451-6029-4869-bc01-6051736256ef {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:33.728097 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e145e4-6c14-4a14-872e-6a9c5390f15e", "tag": "90a3f280-1b2b-4400-812d-9bbb64572037", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:33.728348 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cca5451-6029-4869-bc01-6051736256ef {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:33.728757 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e145e4-6c14-4a14-872e-6a9c5390f15e', 'tag': '90a3f280-1b2b-4400-812d-9bbb64572037', 'status': 'completed', 'code': 200} Dec 15 11:41:33.802202 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f8bad934-5bdf-4ee9-a447-7527c1c43d00 req-407dd398-9062-4cf7-b04b-db8a9042f432 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693803 Dec 15 11:41:33.816643 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-7cf67b4b-e109-4371-a8f9-59544fd4a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:33.818212 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-7cf67b4b-e109-4371-a8f9-59544fd4a1de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 1096 time: 0.0562277 Dec 15 11:41:33.880229 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-d87a41df-13cc-423e-a699-a517dfbb15fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90a3f280-1b2b-4400-812d-9bbb64572037 HTTP/1.1" status: 200 len: 217 time: 0.0403094 Dec 15 11:41:33.925173 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4f8a87db-45ae-43c5-8b17-7b06764db08f req-7f4dee34-8a3c-4bb6-b926-e2d276d9ae6f tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 210 time: 0.0362048 Dec 15 11:41:33.951915 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1313f5-66fc-46e3-9cf8-c032e308f456 req-78ce925e-8e78-4b9f-922e-0da7052d894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:33.954127 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7a1313f5-66fc-46e3-9cf8-c032e308f456 req-78ce925e-8e78-4b9f-922e-0da7052d894f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 1099 time: 0.0463672 Dec 15 11:41:33.962385 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-5aa545db-01ac-4806-bef7-9baa9ce354f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:33.964173 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-5aa545db-01ac-4806-bef7-9baa9ce354f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=efc0b276-f3e9-4653-8298-5ca5ae0829d5 HTTP/1.1" status: 200 len: 855 time: 0.0659695 Dec 15 11:41:34.009345 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-85bcc204-ecdb-4f51-89e7-47d8389caddf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87a0d46e-77b0-4cac-a72c-eb1874b62867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289831 Dec 15 11:41:34.023614 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7a1313f5-66fc-46e3-9cf8-c032e308f456 req-db83e5b7-97f4-4ebb-82d3-244fc636a49c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439494 Dec 15 11:41:34.298821 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7188ffc-26b8-4b5d-b97b-e8feb6a043a8 req-f41a161d-7c74-4de8-b475-03328561f9c1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:34.300445 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7188ffc-26b8-4b5d-b97b-e8feb6a043a8 req-f41a161d-7c74-4de8-b475-03328561f9c1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0468287 Dec 15 11:41:34.418797 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7188ffc-26b8-4b5d-b97b-e8feb6a043a8 req-b5d1857f-10a9-4bf3-bf4b-3055f0e22887 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125672 Dec 15 11:41:34.450746 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e618a-9e2a-4ff8-bf88-ca915d990dc8 req-9894de45-e2fa-439f-821a-eacdeb739b02 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:34.454526 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7f2e618a-9e2a-4ff8-bf88-ca915d990dc8 req-9894de45-e2fa-439f-821a-eacdeb739b02 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 946 time: 0.1120434 Dec 15 11:41:34.504858 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-6c451503-2cc6-4bfb-9c61-c514311ef271 service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730061 Dec 15 11:41:34.536269 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7f2e618a-9e2a-4ff8-bf88-ca915d990dc8 req-1c456065-4905-4dd8-876a-974cb5e98c19 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763910 Dec 15 11:41:34.643350 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d38b28d-1e98-45cd-ac8d-65957267f9e6 req-70f25cb0-700f-4fa7-85fb-94c373b943f6 service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056767 Dec 15 11:41:34.705963 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-c1442b63-fa44-417e-ade5-a29018a46e73 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:34.707470 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-c1442b63-fa44-417e-ade5-a29018a46e73 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.58 "GET /v2.0/networks?id=043ed30d-71ff-4c64-8bd0-0122ec779934 HTTP/1.1" status: 200 len: 813 time: 0.1726971 Dec 15 11:41:34.731455 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Request body: {'port': {'device_id': 'ded89f96-fef6-4905-aa43-014fca23f492', 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934', 'admin_state_up': True, 'tenant_id': 'c5183b2683ba4edf99c4d263da589731'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:34.740631 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a285cd-ac08-4fe0-b15e-f52d41c740ac req-b12fd8e6-ba84-4b3e-a903-a2460e0e2ace tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:34.742178 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52a285cd-ac08-4fe0-b15e-f52d41c740ac req-b12fd8e6-ba84-4b3e-a903-a2460e0e2ace tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0506461 Dec 15 11:41:34.794158 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52a285cd-ac08-4fe0-b15e-f52d41c740ac req-50fcf33e-e313-48db-ac66-83c183f11ff9 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455112 Dec 15 11:41:34.850013 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Made reservation on behalf of c5183b2683ba4edf99c4d263da589731 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:34.854313 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:34.919747 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c00612-1488-4c00-862e-c15244443369 req-b9885965-39f4-4fdd-a1d9-cc1a8591ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:34.921257 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-59c00612-1488-4c00-862e-c15244443369 req-b9885965-39f4-4fdd-a1d9-cc1a8591ac97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 1096 time: 0.0757608 Dec 15 11:41:34.943037 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72488a-2e40-48ad-8780-cd1ba23dac91 req-6acd3d25-d02f-4088-bef4-8dfaac928bc0 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:34.944468 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd72488a-2e40-48ad-8780-cd1ba23dac91 req-6acd3d25-d02f-4088-bef4-8dfaac928bc0 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 943 time: 0.0520735 Dec 15 11:41:34.998570 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Allocated IP 172.20.0.14 (043ed30d-71ff-4c64-8bd0-0122ec779934/4468ff6b-7609-4bdd-afcc-a398a797ef19/8add0f4d-5977-4a69-ae7b-945923669027) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:35.156322 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:35.191080 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:35.235278 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Network 043ed30d-71ff-4c64-8bd0-0122ec779934 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:35.238473 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:35.242411 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:35.268874 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Pushing event updated for resources: {'Port': ['ID=8add0f4d-5977-4a69-ae7b-945923669027,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:35.281700 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.282057 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.282401 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.282737 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.283076 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.283407 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.283739 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.284067 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.284481 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.284795 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.285143 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.285466 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.285794 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:35.302810 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d3a73b96-cf19-41eb-b9f7-fd3878ade558 req-8ff71b3c-4086-4cf0-be79-aa4c641dcd61 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 210 time: 0.2829633 Dec 15 11:41:35.308598 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:35.309106 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:35.318616 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd72488a-2e40-48ad-8780-cd1ba23dac91 req-deead6df-d1ec-42f4-a3f6-c5b5f1564b31 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680892 Dec 15 11:41:35.330132 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-26b4f51d-2777-4ae7-998d-8ffc324bb93d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6030343 Dec 15 11:41:35.347132 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c00612-1488-4c00-862e-c15244443369 req-61eabce3-09ea-493d-85e8-c9b91aeb50d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:35.348727 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-59c00612-1488-4c00-862e-c15244443369 req-61eabce3-09ea-493d-85e8-c9b91aeb50d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 916 time: 0.3789990 Dec 15 11:41:35.427771 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Request body: {'port': {'device_id': 'ded89f96-fef6-4905-aa43-014fca23f492', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:35.486336 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:35.521540 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-59c00612-1488-4c00-862e-c15244443369 req-3892ece2-dd08-4890-b4fe-0d55e70ad5d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=90a3f280-1b2b-4400-812d-9bbb64572037 HTTP/1.1" status: 200 len: 217 time: 0.0363998 Dec 15 11:41:35.600678 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c00612-1488-4c00-862e-c15244443369 req-2336b3f5-9934-42e9-ae61-be3be3c7b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:35.602218 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-59c00612-1488-4c00-862e-c15244443369 req-2336b3f5-9934-42e9-ae61-be3be3c7b8cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=efc0b276-f3e9-4653-8298-5ca5ae0829d5 HTTP/1.1" status: 200 len: 855 time: 0.0583539 Dec 15 11:41:35.615677 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938ea3-4e91-47e2-8f1f-38f29abf075a req-e377e4f1-894b-4cdd-8da3-16690662ccfd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:35.617791 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a3938ea3-4e91-47e2-8f1f-38f29abf075a req-e377e4f1-894b-4cdd-8da3-16690662ccfd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0986869 Dec 15 11:41:35.672230 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-59c00612-1488-4c00-862e-c15244443369 req-5ad3d3e6-fbb9-4f52-956f-40042b894cc3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87a0d46e-77b0-4cac-a72c-eb1874b62867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301991 Dec 15 11:41:35.768799 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8add0f4d-5977-4a69-ae7b-945923669027 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:35.775555 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a3938ea3-4e91-47e2-8f1f-38f29abf075a req-78ac2216-cc47-4246-a6f2-9c34aed28dfe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488521 Dec 15 11:41:35.777357 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:35.793317 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Transition to ACTIVE for port object 8add0f4d-5977-4a69-ae7b-945923669027 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:41:35.799127 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:35.807530 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889d4bb-f1de-4397-aab7-3d6a8ec48262 req-04f584cd-2bb6-47dc-a7f4-fc2a791a0e6a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:35.809015 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c889d4bb-f1de-4397-aab7-3d6a8ec48262 req-04f584cd-2bb6-47dc-a7f4-fc2a791a0e6a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 946 time: 0.1355653 Dec 15 11:41:35.853484 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-59c00612-1488-4c00-862e-c15244443369 req-84da92f2-d3ef-4969-bd9a-8c662377463d service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630721 Dec 15 11:41:35.867146 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Pushing event updated for resources: {'Port': ['ID=8add0f4d-5977-4a69-ae7b-945923669027,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:35.949658 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Attempting to bind port 8add0f4d-5977-4a69-ae7b-945923669027 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:41:35.949998 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Attempting to bind port 8add0f4d-5977-4a69-ae7b-945923669027 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:41:35.950329 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Attempting to bind port 8add0f4d-5977-4a69-ae7b-945923669027 on network 043ed30d-71ff-4c64-8bd0-0122ec779934 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:35.955706 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Port 8add0f4d-5977-4a69-ae7b-945923669027 on network 043ed30d-71ff-4c64-8bd0-0122ec779934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:41:35.956908 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Attempting to bind port 8add0f4d-5977-4a69-ae7b-945923669027 on network 043ed30d-71ff-4c64-8bd0-0122ec779934 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:35.961256 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c889d4bb-f1de-4397-aab7-3d6a8ec48262 req-ae8f4ced-61e7-4168-ba63-30e90cb06543 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403155 Dec 15 11:41:35.965604 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:41:35.965943 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Checking segment: {'id': 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:35.966330 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Bound using segment: {'id': 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:41:35.966765 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Bound port: 8add0f4d-5977-4a69-ae7b-945923669027, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:41:35.967117 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:36.020563 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-59c00612-1488-4c00-862e-c15244443369 req-afc54454-47b8-40af-831a-0f6b12fa5e71 service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559696 Dec 15 11:41:36.029037 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47850aad-5e6d-4e8c-a99a-374fdbedf7a1 req-ee6dd0bb-689d-4785-ab39-1421945e7f2a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.030929 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47850aad-5e6d-4e8c-a99a-374fdbedf7a1 req-ee6dd0bb-689d-4785-ab39-1421945e7f2a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.1510673 Dec 15 11:41:36.040140 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] For port 8add0f4d-5977-4a69-ae7b-945923669027, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:41:36.043708 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] For port 8add0f4d-5977-4a69-ae7b-945923669027, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8add0f4d-5977-4a69-ae7b-945923669027,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:41:36.048708 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:36.081861 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-47850aad-5e6d-4e8c-a99a-374fdbedf7a1 req-b9828fcf-47a6-469e-9d86-be816837258a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447009 Dec 15 11:41:36.085926 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.086542 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:36.087923 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] 10.222.0.58 "PUT /v2.0/ports/8add0f4d-5977-4a69-ae7b-945923669027 HTTP/1.1" status: 200 len: 1094 time: 0.6645637 Dec 15 11:41:36.088355 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded89f96-fef6-4905-aa43-014fca23f492', 'tag': '8add0f4d-5977-4a69-ae7b-945923669027'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:36.090639 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efff4667-da94-4055-b431-e8b2154536fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ded89f96-fef6-4905-aa43-014fca23f492", "tag": "8add0f4d-5977-4a69-ae7b-945923669027"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:36.112296 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ef745-c5a8-4056-b981-5840ba283c2f service neutron] Pushing event updated for resources: {'Port': ['ID=8add0f4d-5977-4a69-ae7b-945923669027,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:36.129972 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c4488d-8e04-4e6f-b852-57581f635583 x-openstack-request-id: req-21c4488d-8e04-4e6f-b852-57581f635583 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:36.130267 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded89f96-fef6-4905-aa43-014fca23f492", "tag": "8add0f4d-5977-4a69-ae7b-945923669027", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:36.130548 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21c4488d-8e04-4e6f-b852-57581f635583 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:36.130952 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded89f96-fef6-4905-aa43-014fca23f492', 'tag': '8add0f4d-5977-4a69-ae7b-945923669027', 'status': 'completed', 'code': 200} Dec 15 11:41:36.223470 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-c5e09cc8-5025-4221-94d5-ed3f7cf6d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.224988 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-c5e09cc8-5025-4221-94d5-ed3f7cf6d447 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5183b2683ba4edf99c4d263da589731&device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 1097 time: 0.0451877 Dec 15 11:41:36.275097 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-675a34c2-c22f-446f-845c-2e6d60797f07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8add0f4d-5977-4a69-ae7b-945923669027 HTTP/1.1" status: 200 len: 217 time: 0.0342143 Dec 15 11:41:36.342886 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-f526382b-6fec-4c75-9f95-a5c69f56bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.345311 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-f526382b-6fec-4c75-9f95-a5c69f56bdbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4468ff6b-7609-4bdd-afcc-a398a797ef19 HTTP/1.1" status: 200 len: 853 time: 0.0507653 Dec 15 11:41:36.412587 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-efdd8aef-d859-4b49-8b70-aa47449a3b18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=043ed30d-71ff-4c64-8bd0-0122ec779934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358925 Dec 15 11:41:36.462867 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97785f0a-28ea-42cd-9777-87666b0cad62 req-2b46834d-0290-4d5d-bc88-2c1b1b055565 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.464435 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-97785f0a-28ea-42cd-9777-87666b0cad62 req-2b46834d-0290-4d5d-bc88-2c1b1b055565 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 944 time: 0.0874662 Dec 15 11:41:36.477295 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0eb61-6680-4d7b-986a-5d2687e960e0 req-5a5f917e-7cc1-4f20-8fd8-828f758c5d81 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.478733 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c8f0eb61-6680-4d7b-986a-5d2687e960e0 req-5a5f917e-7cc1-4f20-8fd8-828f758c5d81 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 943 time: 0.0694535 Dec 15 11:41:36.506184 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-dd764a60-1983-49f6-801b-e32cae94054a service neutron] 10.222.0.58 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839529 Dec 15 11:41:36.550859 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-97785f0a-28ea-42cd-9777-87666b0cad62 req-22a91e42-ab35-48db-925a-f9413497524c tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710833 Dec 15 11:41:36.554070 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c8f0eb61-6680-4d7b-986a-5d2687e960e0 req-c4f161ff-7494-47b8-9479-d5c3137d1b38 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683229 Dec 15 11:41:36.623837 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1139c998-c95d-4698-b287-c0ec70e27d59 req-7b0184c8-94fe-403d-96fe-e7b6e6472a7c service neutron] 10.222.0.58 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890408 Dec 15 11:41:36.804023 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4667-da94-4055-b431-e8b2154536fa req-c69a7d86-8cef-4413-960b-5a960b32c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.805571 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-efff4667-da94-4055-b431-e8b2154536fa req-c69a7d86-8cef-4413-960b-5a960b32c7ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c5183b2683ba4edf99c4d263da589731&device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 1097 time: 0.0415947 Dec 15 11:41:36.888494 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448c3e4-95a6-4df1-9088-ce64423f1e02 req-4b598a8f-23b8-4558-a60d-e20f039c3543 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.890585 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c448c3e4-95a6-4df1-9088-ce64423f1e02 req-4b598a8f-23b8-4558-a60d-e20f039c3543 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0483286 Dec 15 11:41:36.896018 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4667-da94-4055-b431-e8b2154536fa req-a2b3365d-b9ac-46ba-93f0-0d2a165e4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:36.897549 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-efff4667-da94-4055-b431-e8b2154536fa req-a2b3365d-b9ac-46ba-93f0-0d2a165e4633 service neutron] 10.222.0.58 "GET /v2.0/networks?id=043ed30d-71ff-4c64-8bd0-0122ec779934 HTTP/1.1" status: 200 len: 914 time: 0.0845859 Dec 15 11:41:36.943274 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c448c3e4-95a6-4df1-9088-ce64423f1e02 req-1b9418b9-7aea-46af-8ff4-ca8d6252bb25 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466931 Dec 15 11:41:36.954580 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-efff4667-da94-4055-b431-e8b2154536fa req-05ea8b39-e97f-4b92-83dc-4b472651d7ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8add0f4d-5977-4a69-ae7b-945923669027 HTTP/1.1" status: 200 len: 217 time: 0.0378015 Dec 15 11:41:37.007425 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff4667-da94-4055-b431-e8b2154536fa req-06b5ffd1-620d-4ea6-b4b6-741dd28facd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.008941 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-efff4667-da94-4055-b431-e8b2154536fa req-06b5ffd1-620d-4ea6-b4b6-741dd28facd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4468ff6b-7609-4bdd-afcc-a398a797ef19 HTTP/1.1" status: 200 len: 853 time: 0.0460315 Dec 15 11:41:37.054215 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-efff4667-da94-4055-b431-e8b2154536fa req-f0c5fd57-5205-43d8-9ffd-a7eeec6a1715 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=043ed30d-71ff-4c64-8bd0-0122ec779934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255036 Dec 15 11:41:37.061194 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c3aab-b35a-46f6-96af-d5c1b8bf7caf req-99820579-fb60-4271-ba09-45b572c1d173 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.063343 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-514c3aab-b35a-46f6-96af-d5c1b8bf7caf req-99820579-fb60-4271-ba09-45b572c1d173 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0499852 Dec 15 11:41:37.085932 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 90a3f280-1b2b-4400-812d-9bbb64572037 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:37.134264 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-514c3aab-b35a-46f6-96af-d5c1b8bf7caf req-7fc1ad15-ee70-4562-bb85-91c412ed2ba1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572255 Dec 15 11:41:37.151699 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 42864) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:41:37.173921 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-efff4667-da94-4055-b431-e8b2154536fa req-8fe37288-cffa-43ce-b08f-d7335057bef5 service neutron] 10.222.0.58 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108322 Dec 15 11:41:37.231759 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 90a3f280-1b2b-4400-812d-9bbb64572037, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a3f280-1b2b-4400-812d-9bbb64572037,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:37.242200 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774d423-bea8-4865-b82d-e0abdd2df5fe req-9f8bd153-3104-4bdd-8346-a8b2a445d5ca tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.244512 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1774d423-bea8-4865-b82d-e0abdd2df5fe req-9f8bd153-3104-4bdd-8346-a8b2a445d5ca tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0715578 Dec 15 11:41:37.246807 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:37.248141 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '90a3f280-1b2b-4400-812d-9bbb64572037', 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867', 'port_id': '90a3f280-1b2b-4400-812d-9bbb64572037', 'mac_address': 'fa:16:3e:ce:00:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc0b276-f3e9-4653-8298-5ca5ae0829d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:37.295145 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:37.298246 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1774d423-bea8-4865-b82d-e0abdd2df5fe req-b2b5170c-23d8-4708-aacf-890795231f09 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465345 Dec 15 11:41:37.305878 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-efff4667-da94-4055-b431-e8b2154536fa req-b330e5af-8894-4878-94b3-5c7614efe7ef service neutron] 10.222.0.58 "GET /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210351 Dec 15 11:41:37.310329 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a3f280-1b2b-4400-812d-9bbb64572037 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:37.332573 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 90a3f280-1b2b-4400-812d-9bbb64572037, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a3f280-1b2b-4400-812d-9bbb64572037,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:37.337506 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:37.385585 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da275ee-54ad-4b93-832c-2298b5677c83 tempest-TestVolumeBootPattern-2127413276 tempest-TestVolumeBootPattern-2127413276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.387544 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4da275ee-54ad-4b93-832c-2298b5677c83 tempest-TestVolumeBootPattern-2127413276 tempest-TestVolumeBootPattern-2127413276-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 1094 time: 0.2346609 Dec 15 11:41:37.390679 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=90a3f280-1b2b-4400-812d-9bbb64572037,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:37.390894 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 42868) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:41:37.398260 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'floatingip': {'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'port_id': '75832f51-13de-4163-9d8d-d3f23b198531', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:37.424442 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:37.525857 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:37.545805 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-62004b79-7063-4ec7-94e7-935a6cd1cc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.547874 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-62004b79-7063-4ec7-94e7-935a6cd1cc57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 1098 time: 0.0420673 Dec 15 11:41:37.674569 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-082824fb-0bb4-4345-b9b1-19013a9270ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.676052 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-082824fb-0bb4-4345-b9b1-19013a9270ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 911 time: 0.0985003 Dec 15 11:41:37.680387 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Allocated IP 172.27.0.200 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/a8dfb905-b645-47db-9160-a23f51224b56) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:37.751665 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-2b5e2332-5962-44f4-9599-5a655cf7e3b9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899 HTTP/1.1" status: 200 len: 1000 time: 0.0586433 Dec 15 11:41:37.774741 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ebf02-6a0d-4f18-aa54-9fb397fd61e4 req-c311de01-d009-4903-8050-933beb3d5ce7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.776225 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e8ebf02-6a0d-4f18-aa54-9fb397fd61e4 req-c311de01-d009-4903-8050-933beb3d5ce7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 944 time: 0.1373887 Dec 15 11:41:37.787853 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb4ed4-4d2b-4b08-9042-2c32775a0bb2 req-d86e8aba-2552-4377-b3c8-942666ffccff tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.789331 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5deb4ed4-4d2b-4b08-9042-2c32775a0bb2 req-d86e8aba-2552-4377-b3c8-942666ffccff tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 944 time: 0.1494088 Dec 15 11:41:37.811390 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-5500b63a-5509-4ebe-96cf-82969e3cabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.812176 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['90a3f280-1b2b-4400-812d-9bbb64572037'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:37.813059 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-5500b63a-5509-4ebe-96cf-82969e3cabfc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 200 len: 849 time: 0.0489211 Dec 15 11:41:37.871883 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-0f372ecf-0a9c-4f1b-9949-e009d0cc7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:37.873754 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-0f372ecf-0a9c-4f1b-9949-e009d0cc7532 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ce2434a-00df-48e8-b569-90a8896c979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444376 Dec 15 11:41:37.899686 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e8ebf02-6a0d-4f18-aa54-9fb397fd61e4 req-7b2d07f1-94bc-457e-a52b-e0eb0cc681a6 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093781 Dec 15 11:41:37.905207 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:37.922028 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5deb4ed4-4d2b-4b08-9042-2c32775a0bb2 req-db009c63-d1ed-4b3a-b889-6aa5a4daf36d tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210706 Dec 15 11:41:37.962200 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:37.977929 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-db937889-5b6f-47c6-ba12-ab0c94feed78 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949979 Dec 15 11:41:38.004642 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:38.007461 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:38.010990 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:38.039188 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'Port': ['ID=a8dfb905-b645-47db-9160-a23f51224b56,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:38.053358 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.053710 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.054055 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.054390 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.054721 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.055642 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.055642 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.055844 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.056007 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.056316 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.056644 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.057004 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.057296 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:38.088142 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-9d65b78a-033d-4cab-b657-361fad0b6d5c req-e5f06549-defe-4062-8976-1b52026e5b6a service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876391 Dec 15 11:41:38.403276 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:38.462536 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f893e-5831-4dd2-b5df-e9d634065c0e req-6f7ac42c-ccc2-4afc-9afc-925265d8b229 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:38.464480 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-973f893e-5831-4dd2-b5df-e9d634065c0e req-6f7ac42c-ccc2-4afc-9afc-925265d8b229 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0917795 Dec 15 11:41:38.503241 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:38.563878 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-973f893e-5831-4dd2-b5df-e9d634065c0e req-f7388850-fb2e-4ed8-9cb4-e2c3f8e92778 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806558 Dec 15 11:41:38.681004 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:38.685759 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:38.752782 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'Port': ['ID=a8dfb905-b645-47db-9160-a23f51224b56,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:38.767091 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:38.871154 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Floating IP 6063a947-1dfc-44a9-bf9b-ffe04c7d425d associated. External IP: 172.27.0.200, port: 75832f51-13de-4163-9d8d-d3f23b198531. Dec 15 11:41:39.115391 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 8add0f4d-5977-4a69-ae7b-945923669027 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:39.126214 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 90a3f280-1b2b-4400-812d-9bbb64572037 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:39.128948 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1434a5-be82-4ea3-81fa-fdb6e5391ab0 req-8c0d1ab3-ab7f-4227-bf0b-984d2c0807ed tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:39.130449 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8f1434a5-be82-4ea3-81fa-fdb6e5391ab0 req-8c0d1ab3-ab7f-4227-bf0b-984d2c0807ed tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 944 time: 0.1556759 Dec 15 11:41:39.140269 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3c68a-f7be-47dc-807b-c7c5600ee52d req-7fce7657-01c5-4244-9c1b-35e517051b8a tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:39.141743 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-83f3c68a-f7be-47dc-807b-c7c5600ee52d req-7fce7657-01c5-4244-9c1b-35e517051b8a tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 944 time: 0.1532843 Dec 15 11:41:39.231282 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8f1434a5-be82-4ea3-81fa-fdb6e5391ab0 req-96a929db-09c0-4375-a35f-33df7507a702 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853837 Dec 15 11:41:39.237829 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:41:39.248479 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 90a3f280-1b2b-4400-812d-9bbb64572037 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:41:39.249781 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-83f3c68a-f7be-47dc-807b-c7c5600ee52d req-52a9ecc9-0c10-421f-b1f0-e56d477c298e tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964594 Dec 15 11:41:39.258459 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 8add0f4d-5977-4a69-ae7b-945923669027, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8add0f4d-5977-4a69-ae7b-945923669027,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:39.266986 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 90a3f280-1b2b-4400-812d-9bbb64572037 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:39.267149 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.289631 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '8add0f4d-5977-4a69-ae7b-945923669027', 'network_id': '043ed30d-71ff-4c64-8bd0-0122ec779934', 'port_id': '8add0f4d-5977-4a69-ae7b-945923669027', 'mac_address': 'fa:16:3e:0a:87:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4468ff6b-7609-4bdd-afcc-a398a797ef19', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:39.345427 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.362775 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:41:39.363485 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8add0f4d-5977-4a69-ae7b-945923669027 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:39.384072 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.386111 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] Sync routers for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:41:39.415104 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7cb3e864-825c-4e3f-b2bd-715ffa11008b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0231817 Dec 15 11:41:39.415917 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'tag': '75832f51-13de-4163-9d8d-d3f23b198531'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:39.419163 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c8d594-910b-4ca5-b057-756a43dd3410" -d '{"events": [{"name": "network-changed", "server_uuid": "b88b6f38-822f-4c02-b516-49a1a54cdb3f", "tag": "75832f51-13de-4163-9d8d-d3f23b198531"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:39.419981 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 8add0f4d-5977-4a69-ae7b-945923669027, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8add0f4d-5977-4a69-ae7b-945923669027,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:39.425901 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.430731 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:41:39.431352 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:41:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:41:39.435978 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.463404 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a905ef-eadf-4207-ab64-61fef94a4519 x-openstack-request-id: req-60a905ef-eadf-4207-ab64-61fef94a4519 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:39.463702 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88b6f38-822f-4c02-b516-49a1a54cdb3f", "tag": "75832f51-13de-4163-9d8d-d3f23b198531", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:39.463955 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60a905ef-eadf-4207-ab64-61fef94a4519 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:39.464354 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'tag': '75832f51-13de-4163-9d8d-d3f23b198531', 'status': 'completed', 'code': 200} Dec 15 11:41:39.567938 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-be378308-fdb2-4805-89c3-3f40b8aa4b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:39.569425 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-be378308-fdb2-4805-89c3-3f40b8aa4b1d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 1099 time: 0.0454571 Dec 15 11:41:39.570962 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e145e4-6c14-4a14-872e-6a9c5390f15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3f280-1b2b-4400-812d-9bbb64572037'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:39.573262 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2c4686-44c2-48b1-aa7d-7063436f03ad" -d '{"events": [{"server_uuid": "f8e145e4-6c14-4a14-872e-6a9c5390f15e", "name": "network-vif-plugged", "status": "completed", "tag": "90a3f280-1b2b-4400-812d-9bbb64572037"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:39.580281 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=8add0f4d-5977-4a69-ae7b-945923669027,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:39.597937 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 90a3f280-1b2b-4400-812d-9bbb64572037, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a3f280-1b2b-4400-812d-9bbb64572037,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:39.604501 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.604920 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.605272 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.605625 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.606479 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.606479 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.606949 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.607253 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.607410 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.607725 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.608093 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.608401 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.608696 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:41:39.615089 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:39.657942 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:41:39.711163 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d1ff5e-994c-4c10-8c03-5162e466bc3a x-openstack-request-id: req-a2d1ff5e-994c-4c10-8c03-5162e466bc3a {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:39.711478 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e145e4-6c14-4a14-872e-6a9c5390f15e", "name": "network-vif-plugged", "status": "completed", "tag": "90a3f280-1b2b-4400-812d-9bbb64572037", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:39.711915 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2d1ff5e-994c-4c10-8c03-5162e466bc3a {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:39.712306 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e145e4-6c14-4a14-872e-6a9c5390f15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a3f280-1b2b-4400-812d-9bbb64572037', 'code': 200} Dec 15 11:41:39.720645 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a102d-4c3d-4836-9e7f-7f68e2d17a29 req-bc66ec75-4742-4e09-b042-8c1af73098f8 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:39.720645 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee2a102d-4c3d-4836-9e7f-7f68e2d17a29 req-bc66ec75-4742-4e09-b042-8c1af73098f8 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0620708 Dec 15 11:41:39.758787 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-db494988-8fe1-453e-ab31-4c2e70a36332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:39.761102 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-db494988-8fe1-453e-ab31-4c2e70a36332 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.1768823 Dec 15 11:41:39.785485 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee2a102d-4c3d-4836-9e7f-7f68e2d17a29 req-6444e3ca-9bfe-41fb-90f8-280414528c71 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621068 Dec 15 11:41:39.792553 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=90a3f280-1b2b-4400-812d-9bbb64572037,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:39.846099 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-237a174b-ae67-4a1e-b2fe-d203657d9f0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75832f51-13de-4163-9d8d-d3f23b198531 HTTP/1.1" status: 200 len: 1000 time: 0.0748186 Dec 15 11:41:39.868538 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['8add0f4d-5977-4a69-ae7b-945923669027'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:39.898287 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-925fc431-7c15-470e-a6ea-690efa3714b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:39.899741 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-925fc431-7c15-470e-a6ea-690efa3714b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0452974 Dec 15 11:41:39.971716 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-1385e02d-15d5-436e-b1da-2306c372fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:39.972132 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492458-9392-4ab3-b746-6c5a64da47ba req-3d9a6821-3c4d-4fd9-a20e-5f3e0471b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:39.973278 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-1385e02d-15d5-436e-b1da-2306c372fcbc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486629 Dec 15 11:41:39.973755 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14492458-9392-4ab3-b746-6c5a64da47ba req-3d9a6821-3c4d-4fd9-a20e-5f3e0471b4d3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 1098 time: 0.0483241 Dec 15 11:41:40.029658 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-14492458-9392-4ab3-b746-6c5a64da47ba req-b1e3968a-d1e8-48de-b66b-97a4b2165307 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Dec 15 11:41:40.073188 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-0555c025-ae47-4aac-9ef3-047b6888053c service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849087 Dec 15 11:41:40.249970 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '6063a947-1dfc-44a9-bf9b-ffe04c7d425d', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': '75832f51-13de-4163-9d8d-d3f23b198531', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:a4:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:41:38Z', 'updated_at': '2021-12-15T11:41:38Z', 'revision_number': 0, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:41:40.279062 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] Checking router: 62c00ed3-7fcb-4f1c-9ccd-772768d66480 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:41:40.290139 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:41:40.290759 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:41:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:41:40.386249 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e1ba7-8edd-4ae6-9aa8-8b6ee13625b1 req-6dd9c466-5a51-403b-9505-ba05ea13cd1d tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:40.387715 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b08e1ba7-8edd-4ae6-9aa8-8b6ee13625b1 req-6dd9c466-5a51-403b-9505-ba05ea13cd1d tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 945 time: 0.0741844 Dec 15 11:41:40.402901 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705fbb0-f48f-4372-b8be-ed81b6f7e177 req-13bb12ff-3b38-4bac-b2d8-6a347d891753 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:40.403627 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:41:40.404283 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a705fbb0-f48f-4372-b8be-ed81b6f7e177 req-13bb12ff-3b38-4bac-b2d8-6a347d891753 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 945 time: 0.0798781 Dec 15 11:41:40.415095 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-27c8d594-910b-4ca5-b057-756a43dd3410 req-7d3ba68a-f58c-40cd-95b6-5b8947a2aa5a service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030030 Dec 15 11:41:40.474687 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b08e1ba7-8edd-4ae6-9aa8-8b6ee13625b1 req-27a052f4-224f-4e27-ba1d-1eb8b0387dbe tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694010 Dec 15 11:41:40.492403 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a705fbb0-f48f-4372-b8be-ed81b6f7e177 req-36c54cf4-3a35-43f9-b34e-d82e1dca837b tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733678 Dec 15 11:41:40.637436 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '6063a947-1dfc-44a9-bf9b-ffe04c7d425d', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': '75832f51-13de-4163-9d8d-d3f23b198531', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:a4:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:41:38Z', 'updated_at': '2021-12-15T11:41:38Z', 'revision_number': 0, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:41:40.665100 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb085bf-92ef-4b9b-b173-8c8b7722e5db None None] The sync data for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi is: [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '6063a947-1dfc-44a9-bf9b-ffe04c7d425d', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.200', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': '75832f51-13de-4163-9d8d-d3f23b198531', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:a4:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:41:38Z', 'updated_at': '2021-12-15T11:41:38Z', 'revision_number': 0, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:41:40.866779 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4817921-d9bc-42c0-ad52-05e2e3bf7a9d None None] New status for floating IP 6063a947-1dfc-44a9-bf9b-ffe04c7d425d: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:41:40.934547 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c252c-fc4a-46ac-b07f-2c2412bb4e9d req-05729b04-268e-410f-ab10-c14b7e5668aa tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:40.936187 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff3c252c-fc4a-46ac-b07f-2c2412bb4e9d req-05729b04-268e-410f-ab10-c14b7e5668aa tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0568786 Dec 15 11:41:40.996334 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff3c252c-fc4a-46ac-b07f-2c2412bb4e9d req-1c928861-01a4-42cd-af4f-267b348e8253 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447056 Dec 15 11:41:41.137929 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 8add0f4d-5977-4a69-ae7b-945923669027 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:41.196725 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 8add0f4d-5977-4a69-ae7b-945923669027 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:41:41.200508 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 8add0f4d-5977-4a69-ae7b-945923669027 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:41.200918 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:41.281152 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:41.314401 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 8add0f4d-5977-4a69-ae7b-945923669027, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8add0f4d-5977-4a69-ae7b-945923669027,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:41.318410 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:41.367735 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=8add0f4d-5977-4a69-ae7b-945923669027,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:41.622066 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ea7c5-cfcb-4968-a9be-bcb5eb0d9f92 req-0153e32b-7da6-4c57-86ed-3d01e7c21638 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:41.623542 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7b6ea7c5-cfcb-4968-a9be-bcb5eb0d9f92 req-0153e32b-7da6-4c57-86ed-3d01e7c21638 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 945 time: 0.0778964 Dec 15 11:41:41.644907 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7604a-3805-40b7-8dc6-e5d86d4e33e1 req-fd1b2194-d01b-4435-904d-8e5723873ec8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:41.646313 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4fd7604a-3805-40b7-8dc6-e5d86d4e33e1 req-fd1b2194-d01b-4435-904d-8e5723873ec8 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 946 time: 0.0759480 Dec 15 11:41:41.711217 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7b6ea7c5-cfcb-4968-a9be-bcb5eb0d9f92 req-362cf60a-bfbb-4e6c-b807-06c1609fbe5b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817075 Dec 15 11:41:41.714032 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded89f96-fef6-4905-aa43-014fca23f492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8add0f4d-5977-4a69-ae7b-945923669027'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:41.715641 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4fd7604a-3805-40b7-8dc6-e5d86d4e33e1 req-02555d44-9363-4ca3-beb0-9d7505a3fbc2 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632930 Dec 15 11:41:41.718814 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d56928-8e01-44df-bd34-ecf0c63a4b9b" -d '{"events": [{"server_uuid": "ded89f96-fef6-4905-aa43-014fca23f492", "name": "network-vif-plugged", "status": "completed", "tag": "8add0f4d-5977-4a69-ae7b-945923669027"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:41.757377 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed19f2-a8bb-461c-b114-132459bfb5d3 x-openstack-request-id: req-05ed19f2-a8bb-461c-b114-132459bfb5d3 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:41.757679 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded89f96-fef6-4905-aa43-014fca23f492", "name": "network-vif-plugged", "status": "completed", "tag": "8add0f4d-5977-4a69-ae7b-945923669027", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:41.757970 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05ed19f2-a8bb-461c-b114-132459bfb5d3 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:41.758370 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded89f96-fef6-4905-aa43-014fca23f492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8add0f4d-5977-4a69-ae7b-945923669027', 'code': 200} Dec 15 11:41:42.071640 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33cec8-9289-418c-a1ce-e4e3e0cd6826 req-2f9165d6-ac33-4fec-b2a3-1d5cfc671f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:42.074057 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2a33cec8-9289-418c-a1ce-e4e3e0cd6826 req-2f9165d6-ac33-4fec-b2a3-1d5cfc671f5a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 1099 time: 0.0513375 Dec 15 11:41:42.139531 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-2a33cec8-9289-418c-a1ce-e4e3e0cd6826 req-808c9661-a1cc-4a54-bc6e-a7e720d3d641 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553868 Dec 15 11:41:42.150433 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5cce3-a979-4996-a73f-8b53c8d64acf req-4c1e9d47-80c7-4614-9a7e-77104e266a66 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:42.152991 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-77c5cce3-a979-4996-a73f-8b53c8d64acf req-4c1e9d47-80c7-4614-9a7e-77104e266a66 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0854151 Dec 15 11:41:42.213324 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-77c5cce3-a979-4996-a73f-8b53c8d64acf req-18aa95d9-0567-408a-853e-ba4aafb57a15 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536985 Dec 15 11:41:42.838168 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc35786-ec52-4e5b-be8f-21f489ba26ce req-353290fd-684b-4e78-8b73-28ee71906d79 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:42.839646 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1dc35786-ec52-4e5b-be8f-21f489ba26ce req-353290fd-684b-4e78-8b73-28ee71906d79 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 946 time: 0.0522094 Dec 15 11:41:42.886187 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1dc35786-ec52-4e5b-be8f-21f489ba26ce req-11b30874-ae8c-464d-8ab1-6285c7a73627 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Dec 15 11:41:43.330259 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6f277-09cb-453f-80e7-81b6d18b58ce req-8359c504-ee4f-49bd-a7f8-379eb50084b4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:43.331753 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f1b6f277-09cb-453f-80e7-81b6d18b58ce req-8359c504-ee4f-49bd-a7f8-379eb50084b4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0475230 Dec 15 11:41:43.381781 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f1b6f277-09cb-453f-80e7-81b6d18b58ce req-f6b829fc-23b4-40a1-bf6e-2f17d5ea5a50 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439389 Dec 15 11:41:43.997289 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22248935-eff0-44b1-a788-dce68b52619d req-8cd3263e-0df2-4ad1-b926-06182861f8d5 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:43.998755 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-22248935-eff0-44b1-a788-dce68b52619d req-8cd3263e-0df2-4ad1-b926-06182861f8d5 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 946 time: 0.0473828 Dec 15 11:41:44.047786 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-22248935-eff0-44b1-a788-dce68b52619d req-3a74d9fe-07a4-4c76-86ab-497961454cbf tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425513 Dec 15 11:41:44.513596 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-6e759288-3ba4-4f5c-97bf-21f3831301d0 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:44.515590 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-6e759288-3ba4-4f5c-97bf-21f3831301d0 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 815 time: 0.1282935 Dec 15 11:41:44.539599 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c9198-6014-4bd8-a628-ba226eb34784 req-90b26adf-4dda-4b85-abab-3a3c1f6952b0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:44.541069 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-767c9198-6014-4bd8-a628-ba226eb34784 req-90b26adf-4dda-4b85-abab-3a3c1f6952b0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0787573 Dec 15 11:41:44.542446 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-4a6d10c3-6fae-422d-acdf-c28a88b0c300 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/quotas/7d54fa50af294bb4b334827e642cfdd3 HTTP/1.1" status: 200 len: 375 time: 0.0209520 Dec 15 11:41:44.854778 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-767c9198-6014-4bd8-a628-ba226eb34784 req-cce3144e-4195-4d0b-8ea9-fa1f4a083f59 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3074417 Dec 15 11:41:44.864973 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-273af78f-13fd-4839-bb89-35db25b5bbdb tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3114579 Dec 15 11:41:44.962335 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-05a9842f-a3d3-48f2-affa-7d0b46de6112 service neutron] 10.222.0.62 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895016 Dec 15 11:41:45.052927 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-017a06c2-5032-481c-9c6c-8cf70ecaeb10 service neutron] 10.222.0.62 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845702 Dec 15 11:41:45.212901 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-127540cd-615d-48a6-b673-19cfd20b0f89 req-ec6fcc95-8956-42b8-b4f7-de9c91945c71 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 210 time: 0.0276427 Dec 15 11:41:45.974335 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9ee3b-8860-4235-8e4e-ed264c00984b req-57a1dd71-36b0-44b7-a381-43e7691b2dae tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:45.975897 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-96b9ee3b-8860-4235-8e4e-ed264c00984b req-57a1dd71-36b0-44b7-a381-43e7691b2dae tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0503836 Dec 15 11:41:46.040398 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-96b9ee3b-8860-4235-8e4e-ed264c00984b req-d3f495a5-56cf-4c46-a22b-dc0c94a5f2fe tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543196 Dec 15 11:41:46.308249 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f06057f6-8e16-4d43-8b5b-9e0bbe79325a req-d2cb4e7a-3b68-4f07-9f97-48a999e71afa tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 210 time: 0.0292044 Dec 15 11:41:46.371168 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-852c0d73-adc1-41ef-bf4c-d56cb8c75adb tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:46.372926 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-852c0d73-adc1-41ef-bf4c-d56cb8c75adb tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 815 time: 0.1100683 Dec 15 11:41:46.421142 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Request body: {'port': {'device_id': '238d265b-93e5-4c47-a9f1-bf3faba7dd33', 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867', 'admin_state_up': True, 'tenant_id': '7d54fa50af294bb4b334827e642cfdd3'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:46.530473 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Made reservation on behalf of 7d54fa50af294bb4b334827e642cfdd3 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:41:46.534245 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:46.661597 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Allocated IP 172.20.0.10 (87a0d46e-77b0-4cac-a72c-eb1874b62867/efc0b276-f3e9-4653-8298-5ca5ae0829d5/21b55a9a-a64f-4af6-8003-21e9d2a16f0a) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:41:46.805767 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:46.838110 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:46.881600 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Network 87a0d46e-77b0-4cac-a72c-eb1874b62867 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:41:46.884665 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:41:46.888302 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:41:46.894507 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Pushing event updated for resources: {'Port': ['ID=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:46.900347 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5083da59-0554-493e-88ab-e62bb2f485f8', '90a3f280-1b2b-4400-812d-9bbb64572037'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:46.943147 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:46.943750 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:46.959953 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-44a17b13-9ceb-44bc-bc24-e2ba65a773b7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5429499 Dec 15 11:41:46.979437 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Request body: {'port': {'device_id': '238d265b-93e5-4c47-a9f1-bf3faba7dd33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:41:47.034216 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:47.163269 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad285c25-dbd6-4604-896d-02ebdd98e4ee req-58905864-daef-4ce4-8fdd-2cfeb092d094 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.164773 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ad285c25-dbd6-4604-896d-02ebdd98e4ee req-58905864-daef-4ce4-8fdd-2cfeb092d094 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0522327 Dec 15 11:41:47.217434 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ad285c25-dbd6-4604-896d-02ebdd98e4ee req-e498ebd9-a975-4af3-9846-2a96d7cad993 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466926 Dec 15 11:41:47.332913 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b55a9a-a64f-4af6-8003-21e9d2a16f0a {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:47.341843 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:47.361238 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Transition to ACTIVE for port object 21b55a9a-a64f-4af6-8003-21e9d2a16f0a will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:41:47.367707 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:47.471523 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Pushing event updated for resources: {'Port': ['ID=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:47.496856 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a73b1-0309-4e80-a2ca-daa9d595b685 req-f97ed10e-2f72-4423-aeef-3b96355f409b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.498104 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a7a73b1-0309-4e80-a2ca-daa9d595b685 req-f97ed10e-2f72-4423-aeef-3b96355f409b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 944 time: 0.0874496 Dec 15 11:41:47.509272 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Attempting to bind port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:41:47.509618 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Attempting to bind port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:41:47.509950 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Attempting to bind port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:47.511307 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55389170-8715-4f43-b4c2-d4e8fa8fd850 req-816f7223-9e01-4d7e-927f-a10a6586575b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.513160 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-55389170-8715-4f43-b4c2-d4e8fa8fd850 req-816f7223-9e01-4d7e-927f-a10a6586575b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.1009860 Dec 15 11:41:47.521752 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:41:47.522082 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Attempting to bind port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:41:47.528567 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:41:47.528940 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Checking segment: {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:41:47.529322 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Bound using segment: {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:41:47.529756 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Bound port: 21b55a9a-a64f-4af6-8003-21e9d2a16f0a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:41:47.530191 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:47.597580 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] For port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:41:47.600587 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] For port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:41:47.606332 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:47.622772 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2a7a73b1-0309-4e80-a2ca-daa9d595b685 req-d17dae86-f537-4967-b273-539b8bb0177a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084349 Dec 15 11:41:47.633191 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-55389170-8715-4f43-b4c2-d4e8fa8fd850 req-8a0e2c39-7e94-4d04-b02d-cc97b355d8f7 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981302 Dec 15 11:41:47.635853 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-fccdd30f-a59f-4517-a1ce-92ef346bf0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.637339 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-fccdd30f-a59f-4517-a1ce-92ef346bf0b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 1098 time: 0.1007707 Dec 15 11:41:47.653246 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.653978 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:47.656033 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] 10.222.0.58 "PUT /v2.0/ports/21b55a9a-a64f-4af6-8003-21e9d2a16f0a HTTP/1.1" status: 200 len: 1094 time: 0.6801963 Dec 15 11:41:47.656483 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '238d265b-93e5-4c47-a9f1-bf3faba7dd33', 'tag': '21b55a9a-a64f-4af6-8003-21e9d2a16f0a'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:47.658943 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bf340e-826c-4445-a1f3-3ce5636ff36c" -d '{"events": [{"name": "network-changed", "server_uuid": "238d265b-93e5-4c47-a9f1-bf3faba7dd33", "tag": "21b55a9a-a64f-4af6-8003-21e9d2a16f0a"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:47.682263 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208451d4-2f55-4d42-a88b-806a01e068dd service neutron] Pushing event updated for resources: {'Port': ['ID=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:47.696299 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b36bcf-3267-46be-a580-28cba5209c78 x-openstack-request-id: req-38b36bcf-3267-46be-a580-28cba5209c78 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:47.696643 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "238d265b-93e5-4c47-a9f1-bf3faba7dd33", "tag": "21b55a9a-a64f-4af6-8003-21e9d2a16f0a", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:47.696943 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38b36bcf-3267-46be-a580-28cba5209c78 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:47.697350 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '238d265b-93e5-4c47-a9f1-bf3faba7dd33', 'tag': '21b55a9a-a64f-4af6-8003-21e9d2a16f0a', 'status': 'completed', 'code': 200} Dec 15 11:41:47.750251 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-36878e15-240b-40f2-af39-947ca98ab91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.751699 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-36878e15-240b-40f2-af39-947ca98ab91e service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 911 time: 0.1004620 Dec 15 11:41:47.799631 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf340e-826c-4445-a1f3-3ce5636ff36c req-a4971e4d-7ff8-4698-9d08-8c8a67b7a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.801243 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-46bf340e-826c-4445-a1f3-3ce5636ff36c req-a4971e4d-7ff8-4698-9d08-8c8a67b7a00a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 1097 time: 0.0418744 Dec 15 11:41:47.818208 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-8e2f101f-1a61-4e35-bf65-cadef879a7c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899 HTTP/1.1" status: 200 len: 1000 time: 0.0573740 Dec 15 11:41:47.870888 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-37d31a6d-d4f2-49ca-8286-000addcc871a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.872239 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-37d31a6d-d4f2-49ca-8286-000addcc871a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 200 len: 849 time: 0.0477016 Dec 15 11:41:47.923636 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-18d55832-2480-4c98-a538-a9a5912093cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.925146 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-18d55832-2480-4c98-a538-a9a5912093cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ce2434a-00df-48e8-b569-90a8896c979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392823 Dec 15 11:41:47.986522 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf340e-826c-4445-a1f3-3ce5636ff36c req-9987152e-911d-48cd-add5-681e5b82f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:47.988002 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-46bf340e-826c-4445-a1f3-3ce5636ff36c req-9987152e-911d-48cd-add5-681e5b82f5f7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=7d54fa50af294bb4b334827e642cfdd3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1693044 Dec 15 11:41:48.016223 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-2f9fe151-5e50-4839-96b2-30a6394832b4 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828059 Dec 15 11:41:48.113241 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d4ba12e5-11c0-4cad-9d13-1df0a38d1121 req-104532ad-7dfe-4f7d-96c3-46a7518b0b18 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889513 Dec 15 11:41:48.393649 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf340e-826c-4445-a1f3-3ce5636ff36c req-6e9146fd-f9ac-460a-ae84-3da3b56b7399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:48.395100 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-46bf340e-826c-4445-a1f3-3ce5636ff36c req-6e9146fd-f9ac-460a-ae84-3da3b56b7399 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3932872 Dec 15 11:41:48.528353 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-90c76391-e22f-4664-b5c7-e3e606bebd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:48.529851 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-90c76391-e22f-4664-b5c7-e3e606bebd0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 1097 time: 0.0407245 Dec 15 11:41:48.595907 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-22e7c1ba-4571-40df-847c-819d6141922b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21b55a9a-a64f-4af6-8003-21e9d2a16f0a HTTP/1.1" status: 200 len: 217 time: 0.0349753 Dec 15 11:41:48.653557 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-7054d48b-c7f8-4d9c-84ee-39d86822c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:48.654729 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-7054d48b-c7f8-4d9c-84ee-39d86822c951 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=efc0b276-f3e9-4653-8298-5ca5ae0829d5 HTTP/1.1" status: 200 len: 855 time: 0.0445979 Dec 15 11:41:48.730662 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-e4e86614-1ecb-4e3b-86ba-4d1a75728594 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87a0d46e-77b0-4cac-a72c-eb1874b62867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291400 Dec 15 11:41:48.773661 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5a79a-6bf2-44bb-a221-b29e9751998d req-37482bba-7368-4c01-b640-077343069c64 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:48.775241 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c4c5a79a-6bf2-44bb-a221-b29e9751998d req-37482bba-7368-4c01-b640-077343069c64 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 944 time: 0.0801146 Dec 15 11:41:48.791020 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fe246-b2a2-411b-aa41-466e57463feb req-a83d65cd-9075-4fc7-8dc1-3038847a8813 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:48.792367 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-643fe246-b2a2-411b-aa41-466e57463feb req-a83d65cd-9075-4fc7-8dc1-3038847a8813 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0697045 Dec 15 11:41:48.845578 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-2809eace-3360-4b47-91e8-f23bee523eaa service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879710 Dec 15 11:41:48.869942 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c4c5a79a-6bf2-44bb-a221-b29e9751998d req-a73f09da-c245-41b7-8c13-7967c85a8bf1 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870647 Dec 15 11:41:48.874577 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-643fe246-b2a2-411b-aa41-466e57463feb req-97dedec6-c877-4544-ad97-bcec9ca41e0c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752025 Dec 15 11:41:48.951237 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-35f41dce-bbae-42fd-866a-ee11055498b3 req-69c445f9-1df6-43fe-8199-16039d4dee26 service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892830 Dec 15 11:41:50.019335 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76504cd3-8889-42c6-87b1-7656e8e30684 req-8190a936-910e-460b-8a86-c3ce492a80d0 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:50.020803 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-76504cd3-8889-42c6-87b1-7656e8e30684 req-8190a936-910e-460b-8a86-c3ce492a80d0 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 944 time: 0.0765281 Dec 15 11:41:50.027908 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f17c98-b608-4429-b25a-9404fe3c9bc9 req-a218ea0f-8b45-47bb-9bad-470d6363e486 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:50.029277 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f1f17c98-b608-4429-b25a-9404fe3c9bc9 req-a218ea0f-8b45-47bb-9bad-470d6363e486 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0762517 Dec 15 11:41:50.096805 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-76504cd3-8889-42c6-87b1-7656e8e30684 req-06b2dffc-8a16-45c9-9654-5651f430a848 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665901 Dec 15 11:41:50.103740 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f1f17c98-b608-4429-b25a-9404fe3c9bc9 req-73b809af-c30d-418e-9700-da82e2168f24 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677524 Dec 15 11:41:51.129908 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 21b55a9a-a64f-4af6-8003-21e9d2a16f0a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:41:51.215645 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56efd-77a6-42dd-a026-f219041249ff req-d7d10264-5db0-4f9b-b8be-1e5b66cc6bae tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:51.217410 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fb56efd-77a6-42dd-a026-f219041249ff req-d7d10264-5db0-4f9b-b8be-1e5b66cc6bae tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 944 time: 0.0535059 Dec 15 11:41:51.223286 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:51.236634 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '21b55a9a-a64f-4af6-8003-21e9d2a16f0a', 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867', 'port_id': '21b55a9a-a64f-4af6-8003-21e9d2a16f0a', 'mac_address': 'fa:16:3e:42:24:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc0b276-f3e9-4653-8298-5ca5ae0829d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:41:51.277364 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fb56efd-77a6-42dd-a026-f219041249ff req-e68053f6-de6d-4d50-b55b-5422bc7689b9 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537992 Dec 15 11:41:51.281414 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:51.294514 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b55a9a-a64f-4af6-8003-21e9d2a16f0a {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:41:51.315416 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:51.318824 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:51.368167 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:51.782371 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['21b55a9a-a64f-4af6-8003-21e9d2a16f0a'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:41:52.393282 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134b51-c7b1-4747-a9cd-2e1bfe2027e6 req-6aec506f-4498-4894-a565-19f0fdbf0dc3 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:52.394746 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0134b51-c7b1-4747-a9cd-2e1bfe2027e6 req-6aec506f-4498-4894-a565-19f0fdbf0dc3 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 945 time: 0.0548742 Dec 15 11:41:52.441064 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0134b51-c7b1-4747-a9cd-2e1bfe2027e6 req-ad501c79-5f84-4d7a-9815-76b5cbe2a962 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Dec 15 11:41:53.315881 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:41:53.559863 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72a11c-1b5b-49b5-9b20-2726109d75a3 req-2a3bd3ec-9a9f-4f5d-8c44-02dc26107bd9 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:53.561357 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab72a11c-1b5b-49b5-9b20-2726109d75a3 req-2a3bd3ec-9a9f-4f5d-8c44-02dc26107bd9 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 945 time: 0.0517337 Dec 15 11:41:53.609943 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab72a11c-1b5b-49b5-9b20-2726109d75a3 req-f54b04d9-e1e1-4559-857b-068536aed7e1 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424328 Dec 15 11:41:54.724187 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a40fe-e86e-4971-8887-599538d29b22 req-62a79e8a-04c9-495b-8497-0e2ff66330c7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:54.725706 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b6a40fe-e86e-4971-8887-599538d29b22 req-62a79e8a-04c9-495b-8497-0e2ff66330c7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 945 time: 0.0487871 Dec 15 11:41:54.772023 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3b6a40fe-e86e-4971-8887-599538d29b22 req-72b397c1-bd62-4c0d-abf1-e99764f5c913 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Dec 15 11:41:55.885821 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de6968-ade4-4556-818f-fb5a51212a16 req-680328da-b4ca-4e66-9389-20d1c5e04276 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:55.887272 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45de6968-ade4-4556-818f-fb5a51212a16 req-680328da-b4ca-4e66-9389-20d1c5e04276 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 945 time: 0.0481553 Dec 15 11:41:55.936059 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-45de6968-ade4-4556-818f-fb5a51212a16 req-b1e6fe7f-5db5-460a-b38a-1b475b84394b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428846 Dec 15 11:41:56.660711 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-99363fcc-f93a-402e-bd1e-1fe8b8717dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:57.053921 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78187e2c-d522-41ac-b501-ded4b73776c5 req-6d7add94-8342-4afd-b158-f5ab0a137664 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:57.055570 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-78187e2c-d522-41ac-b501-ded4b73776c5 req-6d7add94-8342-4afd-b158-f5ab0a137664 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 945 time: 0.0487480 Dec 15 11:41:57.104945 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-78187e2c-d522-41ac-b501-ded4b73776c5 req-277b3aa6-9d0e-4b94-ba6f-0886fd1bc060 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425203 Dec 15 11:41:58.234419 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665690e4-4e56-4ea4-b95e-1ea39e60805d req-7b5ef126-12b0-4582-84b7-6ac531899aa6 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:58.235912 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-665690e4-4e56-4ea4-b95e-1ea39e60805d req-7b5ef126-12b0-4582-84b7-6ac531899aa6 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Dec 15 11:41:58.287107 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-665690e4-4e56-4ea4-b95e-1ea39e60805d req-41a841e7-d800-40ed-bc7d-d155104b608e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450974 Dec 15 11:41:58.415251 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 21b55a9a-a64f-4af6-8003-21e9d2a16f0a up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:41:58.463981 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:41:58.468027 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:41:58.468402 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:58.547513 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:58.569523 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238d265b-93e5-4c47-a9f1-bf3faba7dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b55a9a-a64f-4af6-8003-21e9d2a16f0a'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:41:58.571790 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f089d7d-a09d-4fc9-bd33-d4c9ecec9b59" -d '{"events": [{"server_uuid": "238d265b-93e5-4c47-a9f1-bf3faba7dd33", "name": "network-vif-plugged", "status": "completed", "tag": "21b55a9a-a64f-4af6-8003-21e9d2a16f0a"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:41:58.585219 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:41:58.589639 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:58.613429 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9044d63-5f3c-4731-971b-5e62de2d83bb x-openstack-request-id: req-d9044d63-5f3c-4731-971b-5e62de2d83bb {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:41:58.613726 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238d265b-93e5-4c47-a9f1-bf3faba7dd33", "name": "network-vif-plugged", "status": "completed", "tag": "21b55a9a-a64f-4af6-8003-21e9d2a16f0a", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:41:58.613984 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9044d63-5f3c-4731-971b-5e62de2d83bb {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:41:58.614370 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238d265b-93e5-4c47-a9f1-bf3faba7dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b55a9a-a64f-4af6-8003-21e9d2a16f0a', 'code': 200} Dec 15 11:41:58.639156 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:41:58.928161 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-786ef581-a8c0-49b6-815b-aa9795738c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:41:59.404259 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6daaa-508d-4e40-8b7b-e1cea6c213ff req-bb5cb536-1422-42d9-8abc-c733314fe415 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:59.406259 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82b6daaa-508d-4e40-8b7b-e1cea6c213ff req-bb5cb536-1422-42d9-8abc-c733314fe415 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 946 time: 0.0526512 Dec 15 11:41:59.452393 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82b6daaa-508d-4e40-8b7b-e1cea6c213ff req-1662b1bd-bf6e-4db8-ae55-52bfa4597635 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Dec 15 11:41:59.707349 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d1f45-2508-4aaf-bd7d-7573ebf61383 req-ae4dbc30-fa39-4a91-9ce3-18759c13e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:41:59.708922 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-516d1f45-2508-4aaf-bd7d-7573ebf61383 req-ae4dbc30-fa39-4a91-9ce3-18759c13e7ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 1099 time: 0.0436711 Dec 15 11:41:59.755720 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-516d1f45-2508-4aaf-bd7d-7573ebf61383 req-9c0037e5-264d-4403-8568-fa21d6c73735 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Dec 15 11:42:00.026069 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:00.569872 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c8e82-7982-40b6-b671-089cad152601 req-6b45bb4d-5946-46d4-95b7-7e556d252445 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:00.571310 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a17c8e82-7982-40b6-b671-089cad152601 req-6b45bb4d-5946-46d4-95b7-7e556d252445 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 946 time: 0.0494733 Dec 15 11:42:00.618706 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a17c8e82-7982-40b6-b671-089cad152601 req-eabd8c6c-aa2a-4844-876f-e4fcc0486728 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Dec 15 11:42:01.335184 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:01.738969 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30309306-e45e-4d79-9316-ea7ca16540bf req-e5521353-2381-4fa0-b00b-2121c9cd1d48 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:01.740458 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30309306-e45e-4d79-9316-ea7ca16540bf req-e5521353-2381-4fa0-b00b-2121c9cd1d48 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 946 time: 0.0487967 Dec 15 11:42:01.791195 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30309306-e45e-4d79-9316-ea7ca16540bf req-dea7d671-a29c-4e4e-8fcc-aed6a345b745 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447657 Dec 15 11:42:02.673872 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:07.223469 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:12.447586 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81806e-570e-403e-84f3-2e588167c10a req-ee06a8fa-e995-4ae4-a516-92864c5d6a43 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:12.449111 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c81806e-570e-403e-84f3-2e588167c10a req-ee06a8fa-e995-4ae4-a516-92864c5d6a43 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 946 time: 0.0482867 Dec 15 11:42:12.498567 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c81806e-570e-403e-84f3-2e588167c10a req-0aa50688-ff5a-4248-91cc-3a147ce6a248 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 Dec 15 11:42:13.559275 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-95d1fcb5-5615-4c8c-8f3e-74a639703670 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:13.560883 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-95d1fcb5-5615-4c8c-8f3e-74a639703670 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 815 time: 0.1061692 Dec 15 11:42:13.588701 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-131ba042-3cd3-4df4-8558-4fe49f321353 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/quotas/7d54fa50af294bb4b334827e642cfdd3 HTTP/1.1" status: 200 len: 375 time: 0.0189788 Dec 15 11:42:13.654617 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162c7c1-e689-4950-865b-9ef5d064f281 req-a21c20ac-9d01-4959-94fc-b55cfc8870e3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:13.656188 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4162c7c1-e689-4950-865b-9ef5d064f281 req-a21c20ac-9d01-4959-94fc-b55cfc8870e3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 946 time: 0.0801384 Dec 15 11:42:13.668453 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-02368fe7-e653-4d27-945a-1bc65ef67f70 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653522 Dec 15 11:42:13.758503 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4162c7c1-e689-4950-865b-9ef5d064f281 req-af933c07-1a21-4231-8adf-428b4970a5d9 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894454 Dec 15 11:42:13.786346 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-3a0bd164-4de7-4cbb-8cce-2b01e2498a7e service neutron] 10.222.0.62 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106291 Dec 15 11:42:13.880164 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-0f688910-612c-46f2-b3ac-c3f7eae8116c service neutron] 10.222.0.62 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878546 Dec 15 11:42:14.035275 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1b2d9e7d-4c74-4912-8873-35bf71e5d37b req-dcabdce7-89f7-4a86-9b1a-413ebfb07ca4 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 210 time: 0.0260417 Dec 15 11:42:14.873734 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503860-75c3-4c22-b885-321b8804446c req-eb81ec97-549c-4f33-a876-3f4b232c2679 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:14.875780 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a8503860-75c3-4c22-b885-321b8804446c req-eb81ec97-549c-4f33-a876-3f4b232c2679 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 946 time: 0.0512617 Dec 15 11:42:14.925658 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a8503860-75c3-4c22-b885-321b8804446c req-019dfa95-464c-4737-a17b-e61632e338ba tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439510 Dec 15 11:42:15.107719 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-9aab4515-a4d0-47d1-b94d-2631406fc666 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:15.109127 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-9aab4515-a4d0-47d1-b94d-2631406fc666 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.58 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 946 time: 0.0483878 Dec 15 11:42:15.128964 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-97ce963c-ca93-46d8-8825-cdba9fa51814 req-6c692ba8-a118-4574-85dd-8a8c135ca16f tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 210 time: 0.0259728 Dec 15 11:42:15.207772 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Deleting port 8add0f4d-5977-4a69-ae7b-945923669027 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:15.208113 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:15.298706 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] For port 8add0f4d-5977-4a69-ae7b-945923669027, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8add0f4d-5977-4a69-ae7b-945923669027,segment=NetworkSegment(def2cf0b-8fe6-4f83-9e8d-b846dec6107b),segment_id=def2cf0b-8fe6-4f83-9e8d-b846dec6107b)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:15.299079 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:15.311539 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Calling delete_port for 8add0f4d-5977-4a69-ae7b-945923669027 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:15.446829 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:15.456032 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-0682bae8-28e9-44aa-bb5a-e976f34eab42 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:15.457547 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-0682bae8-28e9-44aa-bb5a-e976f34eab42 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 815 time: 0.1165333 Dec 15 11:42:15.481330 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Pushing event deleted for resources: {'Port': ['ID=8add0f4d-5977-4a69-ae7b-945923669027,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:15.485236 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Request body: {'port': {'device_id': 'ca542f0c-5cf9-46cc-ae06-becc6d67c13f', 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867', 'admin_state_up': True, 'tenant_id': '7d54fa50af294bb4b334827e642cfdd3'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:15.494926 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['8add0f4d-5977-4a69-ae7b-945923669027'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:15.521633 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] No DVR routers for this DVR port 8add0f4d-5977-4a69-ae7b-945923669027 on host hv-cinder-81322 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:42:15.524228 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:15.528873 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-8f0de3ed-1d12-4a6f-aabb-240443f74098 req-d6953bc4-355a-401e-92f5-e02584e325f3 tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.58 "DELETE /v2.0/ports/8add0f4d-5977-4a69-ae7b-945923669027 HTTP/1.1" status: 204 len: 173 time: 0.4102550 Dec 15 11:42:15.529349 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded89f96-fef6-4905-aa43-014fca23f492', 'name': 'network-vif-deleted', 'tag': '8add0f4d-5977-4a69-ae7b-945923669027'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:15.531716 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443f0019-a091-486f-a187-0b343fb74f20" -d '{"events": [{"server_uuid": "ded89f96-fef6-4905-aa43-014fca23f492", "name": "network-vif-deleted", "tag": "8add0f4d-5977-4a69-ae7b-945923669027"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:15.575784 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504af571-1063-4dd3-9059-08d9af9ac150 x-openstack-request-id: req-504af571-1063-4dd3-9059-08d9af9ac150 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:15.576103 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded89f96-fef6-4905-aa43-014fca23f492", "name": "network-vif-deleted", "tag": "8add0f4d-5977-4a69-ae7b-945923669027", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:15.576360 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-504af571-1063-4dd3-9059-08d9af9ac150 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:15.576759 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded89f96-fef6-4905-aa43-014fca23f492', 'name': 'network-vif-deleted', 'tag': '8add0f4d-5977-4a69-ae7b-945923669027', 'status': 'completed', 'code': 200} Dec 15 11:42:15.606787 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Made reservation on behalf of 7d54fa50af294bb4b334827e642cfdd3 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:42:15.610884 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:15.738339 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Allocated IP 172.20.0.9 (87a0d46e-77b0-4cac-a72c-eb1874b62867/efc0b276-f3e9-4653-8298-5ca5ae0829d5/4566cd22-e8b0-4ead-95ba-acf1ebdd59af) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:42:15.886203 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:15.918998 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:15.962794 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Network 87a0d46e-77b0-4cac-a72c-eb1874b62867 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:42:15.966002 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:42:15.970272 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:42:15.976475 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Pushing event updated for resources: {'Port': ['ID=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:15.981793 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5083da59-0554-493e-88ab-e62bb2f485f8', '90a3f280-1b2b-4400-812d-9bbb64572037', '21b55a9a-a64f-4af6-8003-21e9d2a16f0a'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:16.038715 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-305d0a97-a9fb-43d6-98ef-c7f5d611d00a req-730b8fdb-587d-4413-aeb1-a3fdb5bacf8f tempest-VolumesSnapshotTestJSON-39306438 tempest-VolumesSnapshotTestJSON-39306438-project] 10.222.0.62 "GET /v2.0/ports?device_id=ded89f96-fef6-4905-aa43-014fca23f492 HTTP/1.1" status: 200 len: 210 time: 0.0329440 Dec 15 11:42:16.049788 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.050455 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:16.067511 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e1eed9c3-b979-4d41-bfde-3d869eaa7e5a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870862 Dec 15 11:42:16.098709 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Request body: {'port': {'device_id': 'ca542f0c-5cf9-46cc-ae06-becc6d67c13f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:16.154531 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:16.316034 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb78930-ce59-4ef4-9729-74f00c7b93d1 req-d12c15a7-df8a-4aa4-a228-a0e1aa8cfda5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.317570 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bcb78930-ce59-4ef4-9729-74f00c7b93d1 req-d12c15a7-df8a-4aa4-a228-a0e1aa8cfda5 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 931 time: 0.1040418 Dec 15 11:42:16.427939 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bcb78930-ce59-4ef4-9729-74f00c7b93d1 req-96c4a90f-07c0-4725-8e06-fa2cacac6167 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983346 Dec 15 11:42:16.502761 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4566cd22-e8b0-4ead-95ba-acf1ebdd59af {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:42:16.510007 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:16.522199 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Transition to ACTIVE for port object 4566cd22-e8b0-4ead-95ba-acf1ebdd59af will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:42:16.526012 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:16.574924 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Pushing event updated for resources: {'Port': ['ID=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:16.640197 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Attempting to bind port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:42:16.640544 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Attempting to bind port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:42:16.640894 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Attempting to bind port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:42:16.645065 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:42:16.645463 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Attempting to bind port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af on network 87a0d46e-77b0-4cac-a72c-eb1874b62867 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:42:16.650057 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:42:16.650387 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Checking segment: {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:42:16.650763 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Bound using segment: {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:42:16.651178 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Bound port: 4566cd22-e8b0-4ead-95ba-acf1ebdd59af, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6368d6fc-fa03-4cfc-92cb-ac50f5756144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:42:16.651524 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:16.713471 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] For port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:42:16.716419 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] For port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:42:16.721356 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:16.757391 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.758002 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:16.759374 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] 10.222.0.58 "PUT /v2.0/ports/4566cd22-e8b0-4ead-95ba-acf1ebdd59af HTTP/1.1" status: 200 len: 1093 time: 0.6651404 Dec 15 11:42:16.759809 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca542f0c-5cf9-46cc-ae06-becc6d67c13f', 'tag': '4566cd22-e8b0-4ead-95ba-acf1ebdd59af'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:16.762131 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7e6e75-40a0-434e-873b-4f710a460e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca542f0c-5cf9-46cc-ae06-becc6d67c13f", "tag": "4566cd22-e8b0-4ead-95ba-acf1ebdd59af"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:16.782963 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4777122-08cc-4a08-ad7d-9d35dcf61b5b service neutron] Pushing event updated for resources: {'Port': ['ID=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:16.801743 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cbdba4-88e9-4873-b908-c30ec271cdd1 x-openstack-request-id: req-34cbdba4-88e9-4873-b908-c30ec271cdd1 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:16.802033 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca542f0c-5cf9-46cc-ae06-becc6d67c13f", "tag": "4566cd22-e8b0-4ead-95ba-acf1ebdd59af", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:16.802310 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34cbdba4-88e9-4873-b908-c30ec271cdd1 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:16.802706 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca542f0c-5cf9-46cc-ae06-becc6d67c13f', 'tag': '4566cd22-e8b0-4ead-95ba-acf1ebdd59af', 'status': 'completed', 'code': 200} Dec 15 11:42:16.908734 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-687e4be4-f30e-46a8-8a4c-d98f37df53d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:16.910253 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-687e4be4-f30e-46a8-8a4c-d98f37df53d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 1096 time: 0.0432005 Dec 15 11:42:16.964009 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-a7aae832-764f-4ce0-a060-f686a731cfed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4566cd22-e8b0-4ead-95ba-acf1ebdd59af HTTP/1.1" status: 200 len: 217 time: 0.0338161 Dec 15 11:42:17.014286 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-44aa9081-90f1-42e2-b287-6284da78ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:17.015731 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-44aa9081-90f1-42e2-b287-6284da78ddfa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=efc0b276-f3e9-4653-8298-5ca5ae0829d5 HTTP/1.1" status: 200 len: 855 time: 0.0429652 Dec 15 11:42:17.052869 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-d775737d-968b-46c5-84d7-b39e03e6e4a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87a0d46e-77b0-4cac-a72c-eb1874b62867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238569 Dec 15 11:42:17.146676 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-e966e4a2-13e4-4866-bd63-c9863f6f7d12 service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857122 Dec 15 11:42:17.241730 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d40fb3f2-dbf0-4f4a-8fff-525cb7608b83 req-ed81dadb-d039-433a-996a-4814da2329a5 service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846722 Dec 15 11:42:17.410071 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-3de7fcad-27b6-42d5-b427-11c151799e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:17.411545 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-3de7fcad-27b6-42d5-b427-11c151799e4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7d54fa50af294bb4b334827e642cfdd3&device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 1096 time: 0.0447159 Dec 15 11:42:17.516427 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-27c76f91-c92a-4804-a721-c614faf73ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:17.517881 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-27c76f91-c92a-4804-a721-c614faf73ba7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 200 len: 916 time: 0.0947163 Dec 15 11:42:17.571552 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-deed9929-b04e-4dee-bda4-8ea4b1f4350e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4566cd22-e8b0-4ead-95ba-acf1ebdd59af HTTP/1.1" status: 200 len: 217 time: 0.0398021 Dec 15 11:42:17.587580 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870aa94-bbd6-46fc-b301-9282a7463281 req-6d54d880-2eea-48d8-bff8-1dfedfd1c7ae tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:17.589017 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4870aa94-bbd6-46fc-b301-9282a7463281 req-6d54d880-2eea-48d8-bff8-1dfedfd1c7ae tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 943 time: 0.0908301 Dec 15 11:42:17.656401 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-fdd4854c-c37a-42df-81c7-5a6932007d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:17.658004 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-fdd4854c-c37a-42df-81c7-5a6932007d7c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=efc0b276-f3e9-4653-8298-5ca5ae0829d5 HTTP/1.1" status: 200 len: 855 time: 0.0681536 Dec 15 11:42:17.671386 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4870aa94-bbd6-46fc-b301-9282a7463281 req-816d4c0c-844f-4b47-be4a-23fe72db851f tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738685 Dec 15 11:42:17.696517 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-88a852b6-136e-4e08-80e1-38f2b8d85e58 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=87a0d46e-77b0-4cac-a72c-eb1874b62867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241859 Dec 15 11:42:17.794353 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-f36cc751-cc5b-4e4a-ac02-38d524037dc5 service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835016 Dec 15 11:42:17.884832 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1d7e6e75-40a0-434e-873b-4f710a460e9a req-bacc06ca-1d2e-45ea-a241-7a37c86f5d2f service neutron] 10.222.0.58 "GET /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820038 Dec 15 11:42:18.789448 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a158ab1-776c-4872-a6a3-85b7e13a2782 req-34ccb472-1b92-4205-bce9-b56e381d05e6 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:18.791060 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a158ab1-776c-4872-a6a3-85b7e13a2782 req-34ccb472-1b92-4205-bce9-b56e381d05e6 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 943 time: 0.0515358 Dec 15 11:42:18.837411 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a158ab1-776c-4872-a6a3-85b7e13a2782 req-54cf5dfe-38ae-4b1e-a655-fc493be4ee87 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398667 Dec 15 11:42:19.950298 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d401-0101-4715-a001-b9c5944cd3df req-d1c9c530-3442-489c-872e-95e5f4ad4cef tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:19.951766 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7432d401-0101-4715-a001-b9c5944cd3df req-d1c9c530-3442-489c-872e-95e5f4ad4cef tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 943 time: 0.0482512 Dec 15 11:42:19.997240 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7432d401-0101-4715-a001-b9c5944cd3df req-d626f894-7865-43c5-9d90-133ce408cd4a tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396585 Dec 15 11:42:20.641381 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 8add0f4d-5977-4a69-ae7b-945923669027 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:20.666363 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 8add0f4d-5977-4a69-ae7b-945923669027 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:42:20.666704 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 8add0f4d-5977-4a69-ae7b-945923669027 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:42:21.109891 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c390c-133f-42a0-a52d-b5d9bf9fdbfd req-41445bd6-58a4-4b3c-bc03-2bca92893d6c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:21.111383 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b51c390c-133f-42a0-a52d-b5d9bf9fdbfd req-41445bd6-58a4-4b3c-bc03-2bca92893d6c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 943 time: 0.0489187 Dec 15 11:42:21.159977 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b51c390c-133f-42a0-a52d-b5d9bf9fdbfd req-1524058f-eeac-47da-943f-fa8063c47541 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427556 Dec 15 11:42:21.631640 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 4566cd22-e8b0-4ead-95ba-acf1ebdd59af details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:42:21.729540 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:21.740480 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '4566cd22-e8b0-4ead-95ba-acf1ebdd59af', 'network_id': '87a0d46e-77b0-4cac-a72c-eb1874b62867', 'port_id': '4566cd22-e8b0-4ead-95ba-acf1ebdd59af', 'mac_address': 'fa:16:3e:45:16:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc0b276-f3e9-4653-8298-5ca5ae0829d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:42:21.777442 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:21.790310 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4566cd22-e8b0-4ead-95ba-acf1ebdd59af {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:42:21.813730 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:21.817489 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:21.865072 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:22.273466 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c76b9-1404-4482-b400-515b6f528ace req-df9c3bce-b5ee-437a-9499-b9aab0d82604 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:22.274929 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-835c76b9-1404-4482-b400-515b6f528ace req-df9c3bce-b5ee-437a-9499-b9aab0d82604 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 944 time: 0.0485210 Dec 15 11:42:22.321488 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-835c76b9-1404-4482-b400-515b6f528ace req-33f28edf-1ae1-4bc9-adb0-24770cfcb214 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Dec 15 11:42:22.343870 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['4566cd22-e8b0-4ead-95ba-acf1ebdd59af'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:23.434131 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321ba7-23b7-45c4-a6fe-b05d52d7314f req-0309e32d-c148-48cd-8e50-c9f349c6933b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:23.435595 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-89321ba7-23b7-45c4-a6fe-b05d52d7314f req-0309e32d-c148-48cd-8e50-c9f349c6933b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 944 time: 0.0476768 Dec 15 11:42:23.486343 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-89321ba7-23b7-45c4-a6fe-b05d52d7314f req-dba9ca93-2f10-4ce8-976a-992c88f91201 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Dec 15 11:42:23.639802 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 4566cd22-e8b0-4ead-95ba-acf1ebdd59af up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:42:23.691509 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:42:23.695354 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:42:23.695717 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:23.772280 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:23.793512 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca542f0c-5cf9-46cc-ae06-becc6d67c13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4566cd22-e8b0-4ead-95ba-acf1ebdd59af'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:23.796403 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c229f-12dc-48d2-ad85-ef579fe4bf95" -d '{"events": [{"server_uuid": "ca542f0c-5cf9-46cc-ae06-becc6d67c13f", "name": "network-vif-plugged", "status": "completed", "tag": "4566cd22-e8b0-4ead-95ba-acf1ebdd59af"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:23.813197 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:23.820593 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:23.843564 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898da5b0-0550-4c40-96b5-e631b3e00450 x-openstack-request-id: req-898da5b0-0550-4c40-96b5-e631b3e00450 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:23.843883 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca542f0c-5cf9-46cc-ae06-becc6d67c13f", "name": "network-vif-plugged", "status": "completed", "tag": "4566cd22-e8b0-4ead-95ba-acf1ebdd59af", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:23.844145 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-898da5b0-0550-4c40-96b5-e631b3e00450 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:23.844542 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca542f0c-5cf9-46cc-ae06-becc6d67c13f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4566cd22-e8b0-4ead-95ba-acf1ebdd59af', 'code': 200} Dec 15 11:42:23.869810 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:24.082883 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f768ab-a8db-4ba1-8589-373b31d05710 req-23fff822-8071-44d3-9234-040238e114c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:24.084383 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61f768ab-a8db-4ba1-8589-373b31d05710 req-23fff822-8071-44d3-9234-040238e114c6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 1098 time: 0.0423727 Dec 15 11:42:24.132913 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61f768ab-a8db-4ba1-8589-373b31d05710 req-8eba5ebf-1035-4e5f-94b8-76bc9e06346d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392382 Dec 15 11:42:24.600964 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb9589-133e-4c4a-b7a6-8fdd92d4faea req-ffd2da34-2715-4666-a575-4bd98267137e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:24.602430 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fdbb9589-133e-4c4a-b7a6-8fdd92d4faea req-ffd2da34-2715-4666-a575-4bd98267137e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 945 time: 0.0479064 Dec 15 11:42:24.649777 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fdbb9589-133e-4c4a-b7a6-8fdd92d4faea req-bce36f2f-4f28-44ca-bf50-ac776b5db524 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Dec 15 11:42:25.782115 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae538702-e8ba-4f8d-ba13-7e257ed8c851 req-0b2503cb-ab40-443c-905c-a4625d0b0da4 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:25.783665 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ae538702-e8ba-4f8d-ba13-7e257ed8c851 req-0b2503cb-ab40-443c-905c-a4625d0b0da4 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 945 time: 0.0550129 Dec 15 11:42:26.054837 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ae538702-e8ba-4f8d-ba13-7e257ed8c851 req-045e0826-56f6-499c-8828-ad06b87ec6be tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650411 Dec 15 11:42:26.662921 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a1971823-f89f-4807-b5de-550300481d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:27.170318 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8929f2-d97e-4381-9400-e2fd5e72848d req-c3b9f444-ec2a-460b-9af1-eb8632d690bd tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:27.171790 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ad8929f2-d97e-4381-9400-e2fd5e72848d req-c3b9f444-ec2a-460b-9af1-eb8632d690bd tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 945 time: 0.0481403 Dec 15 11:42:27.219342 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ad8929f2-d97e-4381-9400-e2fd5e72848d req-e7c68891-14e5-42e4-a49f-f2578067dfe4 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Dec 15 11:42:28.931285 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9cec3cfb-6bfa-4e1c-8945-1edc0d52c7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:30.027961 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:30.314846 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:42:31.335175 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:32.679088 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:37.218181 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:38.050994 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db91720b-33ac-4056-83af-2e46261d9661 req-5bccef72-ab76-4289-856b-365d887daa1b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395257 Dec 15 11:42:38.175455 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91720b-33ac-4056-83af-2e46261d9661 req-8dfc790b-214c-4fb6-9125-a7d7dd2875ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:38.176982 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db91720b-33ac-4056-83af-2e46261d9661 req-8dfc790b-214c-4fb6-9125-a7d7dd2875ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 1099 time: 0.0430465 Dec 15 11:42:38.298712 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91720b-33ac-4056-83af-2e46261d9661 req-96acf70f-8488-4bf1-bef9-ca898ac711ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:38.300054 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db91720b-33ac-4056-83af-2e46261d9661 req-96acf70f-8488-4bf1-bef9-ca898ac711ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.0864592 Dec 15 11:42:38.370468 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db91720b-33ac-4056-83af-2e46261d9661 req-e80902a9-dff5-4a25-83b3-f517073c4aae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 HTTP/1.1" status: 200 len: 1001 time: 0.0614445 Dec 15 11:42:38.426983 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91720b-33ac-4056-83af-2e46261d9661 req-771aeff4-265f-401d-8046-bb7a00cd6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:38.428429 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db91720b-33ac-4056-83af-2e46261d9661 req-771aeff4-265f-401d-8046-bb7a00cd6b83 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.0440979 Dec 15 11:42:38.589692 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91720b-33ac-4056-83af-2e46261d9661 req-71360b4f-298d-4162-8963-7118ed383462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:38.590967 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db91720b-33ac-4056-83af-2e46261d9661 req-71360b4f-298d-4162-8963-7118ed383462 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418200 Dec 15 11:42:38.691204 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db91720b-33ac-4056-83af-2e46261d9661 req-d1c1c025-16ae-43bd-8c18-384b1f0834c4 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915842 Dec 15 11:42:38.790490 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-db91720b-33ac-4056-83af-2e46261d9661 req-7ecb281f-ee14-4886-a1f1-f9b753824f0d service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841050 Dec 15 11:42:40.099796 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43446) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:40.144508 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Deleting subnet 4468ff6b-7609-4bdd-afcc-a398a797ef19 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:42:40.147901 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.182862 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14092405'] for subnet, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.222515 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.278612 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14141041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13785167'] for subnet, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.304392 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4468ff6b-7609-4bdd-afcc-a398a797ef19,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:40.316391 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.321793 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4468ff6b-7609-4bdd-afcc-a398a797ef19 HTTP/1.1" status: 204 len: 168 time: 0.2207699 Dec 15 11:42:40.323711 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.324114 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.324400 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.324766 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.324948 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43454) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:40.325488 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.325488 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.325819 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.326266 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.326798 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.327118 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.327493 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.327918 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.328142 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4562b7d6-97c5-4f29-9f31-12cf75c2b5da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.398959 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.516254 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7936c-b83f-4d9d-b711-31d463f2ad78 req-782ceaee-0e78-413d-a698-82bf970cf569 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:40.518315 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30e7936c-b83f-4d9d-b711-31d463f2ad78 req-782ceaee-0e78-413d-a698-82bf970cf569 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 946 time: 0.1140900 Dec 15 11:42:40.519883 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.555105 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043ed30d-71ff-4c64-8bd0-0122ec779934']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:40.571948 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:40.572245 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def2cf0b-8fe6-4f83-9e8d-b846dec6107b') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:40.588661 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.604109 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30e7936c-b83f-4d9d-b711-31d463f2ad78 req-47f77835-b8bc-46c9-97c8-bf0804bc18cb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766611 Dec 15 11:42:40.607885 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.615222 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:42:40.616159 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:42:40.617467 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:42:40.670072 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.676986 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.680123 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] 10.222.0.62 "DELETE /v2.0/networks/043ed30d-71ff-4c64-8bd0-0122ec779934 HTTP/1.1" status: 204 len: 168 time: 0.3539407 Dec 15 11:42:40.690406 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Pushing event deleted for resources: {'Network': ['ID=043ed30d-71ff-4c64-8bd0-0122ec779934,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:40.697552 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.697906 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.698246 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.698586 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.698916 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.699243 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.699569 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.699894 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.700217 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.700541 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.700899 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.701215 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.701533 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfde950-038c-49ca-9fd4-671e77127623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:40.847990 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43462) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:40.891863 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-52d56d9c-8c97-4478-ae9c-02677413656b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5183b2683ba4edf99c4d263da589731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426862 Dec 15 11:42:40.894655 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43464) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:40.941196 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d7e6599b-cc83-4719-a0a2-872a42a9e484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:40.962028 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d7e6599b-cc83-4719-a0a2-872a42a9e484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:41.010460 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d7e6599b-cc83-4719-a0a2-872a42a9e484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:41.013111 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d7e6599b-cc83-4719-a0a2-872a42a9e484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:41.014262 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d7e6599b-cc83-4719-a0a2-872a42a9e484 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58 HTTP/1.1" status: 204 len: 168 time: 0.1187246 Dec 15 11:42:41.022893 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6599b-cc83-4719-a0a2-872a42a9e484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b8c82-fe69-4d94-8ad6-2d75bdc41e58,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:41.740636 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76be6d7-3fdc-4258-9ce9-a14fe069b5c7 req-bf47f94a-647e-4400-a6e1-a7250ec2f271 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:41.742180 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e76be6d7-3fdc-4258-9ce9-a14fe069b5c7 req-bf47f94a-647e-4400-a6e1-a7250ec2f271 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 946 time: 0.0488849 Dec 15 11:42:41.789307 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e76be6d7-3fdc-4258-9ce9-a14fe069b5c7 req-f090bcbd-3b0a-4d38-9a7d-a4615ee3336e tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Dec 15 11:42:42.882507 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-7aa144b4-bfe4-4023-a927-2db4a5afd95d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:42.883815 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-7aa144b4-bfe4-4023-a927-2db4a5afd95d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 946 time: 0.0610979 Dec 15 11:42:42.951088 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65893d2c-4740-4c3a-bd96-a4b352c207f3 req-877fa234-f5e7-4093-87e4-954ac0eae529 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:42.952559 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-65893d2c-4740-4c3a-bd96-a4b352c207f3 req-877fa234-f5e7-4093-87e4-954ac0eae529 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 946 time: 0.0911460 Dec 15 11:42:43.028591 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-65893d2c-4740-4c3a-bd96-a4b352c207f3 req-0f6df00e-809b-4240-a3d1-a7e4e316c966 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=015869cd-b02e-4a3d-8411-c65babf7f6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591745 Dec 15 11:42:43.035419 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Deleting port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:43.035759 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:43.121939 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] For port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:43.122297 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:43.340193 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:43.340695 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:43.340883 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Floating IP 382c3fc1-1a0a-43f5-96ac-77193ebd7a1f disassociated. External IP: 172.27.0.212, port: 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5. Dec 15 11:42:43.341230 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Calling delete_port for 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:43.498555 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:43.535815 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafbf97-63cd-4ed0-9c20-3d0e55b0b79f req-a9df585e-dc1c-4d54-86b0-7b6a2309c5d3 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:43.537317 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ecafbf97-63cd-4ed0-9c20-3d0e55b0b79f req-a9df585e-dc1c-4d54-86b0-7b6a2309c5d3 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 945 time: 0.0884268 Dec 15 11:42:43.538812 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event deleted for resources: {'Port': ['ID=5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:43.657629 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ecafbf97-63cd-4ed0-9c20-3d0e55b0b79f req-ffca79c6-a8b0-4987-84c7-e32a24816768 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136153 Dec 15 11:42:43.692708 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Router 1b9c04a5-1d44-4c22-b859-911945ebeb6f has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:42:43.799902 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:42:43.809861 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] Sync routers for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:42:43.820218 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:42:43.820861 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:42:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:43.844121 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] No DVR routers for this DVR port 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:42:43.846880 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:43.850603 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a17f77cf-2023-4ecd-8f21-01cb44be9aca req-22f29e2d-9463-4711-8112-c17ebefc1ed6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "DELETE /v2.0/ports/5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 HTTP/1.1" status: 204 len: 173 time: 0.9516180 Dec 15 11:42:43.851084 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-deleted', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:43.853361 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aacf41-bbbf-4bcf-bb17-0056a98a6e0b" -d '{"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-deleted", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:43.897057 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c9993e-5613-4e36-bce1-1f749143451f x-openstack-request-id: req-54c9993e-5613-4e36-bce1-1f749143451f {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:43.897730 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfce7266-1e4f-4e8a-9095-4efa187d8899", "name": "network-vif-deleted", "tag": "5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:43.897830 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54c9993e-5613-4e36-bce1-1f749143451f {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:43.898193 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfce7266-1e4f-4e8a-9095-4efa187d8899', 'name': 'network-vif-deleted', 'tag': '5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5', 'status': 'completed', 'code': 200} Dec 15 11:42:43.928076 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:42:44.136458 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:44.142956 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a4037e3a-af22-481b-ac51-0f1c74df9537 req-fd223972-2218-4afe-a428-ed8a9def5fc4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfce7266-1e4f-4e8a-9095-4efa187d8899 HTTP/1.1" status: 200 len: 210 time: 0.0271235 Dec 15 11:42:44.162274 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] Checking router: 1b9c04a5-1d44-4c22-b859-911945ebeb6f for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:42:44.170919 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:42:44.171739 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:42:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:44.409070 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:42:44.628966 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:44.659225 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966e0b8b-e288-40c7-9853-2dc58f31260f None None] The sync data for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi is: [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:42:44.783450 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbca82a-93ba-4d6b-b66b-db4588515f8b req-132ffd31-4624-4466-88a8-f0ce0e6e23b9 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:44.785781 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fbca82a-93ba-4d6b-b66b-db4588515f8b req-132ffd31-4624-4466-88a8-f0ce0e6e23b9 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 945 time: 0.0508716 Dec 15 11:42:44.839552 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8fbca82a-93ba-4d6b-b66b-db4588515f8b req-d95b7290-be71-45c0-87d5-0e1c9e9ada4f tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464983 Dec 15 11:42:44.901303 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a340710-e94a-4fc3-88ec-a640892a1416 None None] New status for floating IP 382c3fc1-1a0a-43f5-96ac-77193ebd7a1f: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:42:45.257102 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43504) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:45.313674 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-91d7d839-41d8-463f-85cd-7b2caaadd621 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.336263 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-91d7d839-41d8-463f-85cd-7b2caaadd621 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.383695 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-91d7d839-41d8-463f-85cd-7b2caaadd621 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.387083 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-91d7d839-41d8-463f-85cd-7b2caaadd621 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.388554 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-91d7d839-41d8-463f-85cd-7b2caaadd621 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "DELETE /v2.0/security-groups/015869cd-b02e-4a3d-8411-c65babf7f6a6 HTTP/1.1" status: 204 len: 168 time: 0.1301477 Dec 15 11:42:45.391496 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43506) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:45.398162 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7d839-41d8-463f-85cd-7b2caaadd621 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015869cd-b02e-4a3d-8411-c65babf7f6a6,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:45.413843 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.api.v2.resource [None req-49c99680-8b5d-4db7-97bc-d2a0733d18e3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] show failed (client error): The resource could not be found. Dec 15 11:42:45.415068 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-49c99680-8b5d-4db7-97bc-d2a0733d18e3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups/015869cd-b02e-4a3d-8411-c65babf7f6a6 HTTP/1.1" status: 404 len: 347 time: 0.0224788 Dec 15 11:42:45.418129 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43508) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:45.556996 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Deleting port 6d98a37b-f4e9-4b75-864f-ef319f94ac08 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:45.557341 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.635216 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.635436 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.648218 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Calling delete_port for 6d98a37b-f4e9-4b75-864f-ef319f94ac08 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:45.789790 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.814408 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event deleted for resources: {'Port': ['ID=6d98a37b-f4e9-4b75-864f-ef319f94ac08,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:45.842395 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-02863976-ed42-4a67-92b6-86c85a878a43 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:45.843921 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-02863976-ed42-4a67-92b6-86c85a878a43 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 945 time: 0.0618401 Dec 15 11:42:45.887450 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.891290 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:45.892516 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7e3e8f26-505b-40ed-90ca-c1446140d155 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "DELETE /v2.0/floatingips/382c3fc1-1a0a-43f5-96ac-77193ebd7a1f HTTP/1.1" status: 204 len: 168 time: 0.4732850 Dec 15 11:42:45.985371 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068bf0-0818-4414-a2b0-b0f33dc979df req-cd76ade0-9153-4c93-ad9f-c8fef1cc2552 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:45.986845 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-97068bf0-0818-4414-a2b0-b0f33dc979df req-cd76ade0-9153-4c93-ad9f-c8fef1cc2552 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca542f0c-5cf9-46cc-ae06-becc6d67c13f HTTP/1.1" status: 200 len: 945 time: 0.0631442 Dec 15 11:42:46.013125 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Deleting port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:46.013482 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.077738 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-97068bf0-0818-4414-a2b0-b0f33dc979df req-c75d9a98-dc85-4a16-bdd0-93297487f19c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841393 Dec 15 11:42:46.124153 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] For port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:46.124515 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.141395 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Calling delete_port for 4566cd22-e8b0-4ead-95ba-acf1ebdd59af owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:46.274279 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.304837 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Pushing event deleted for resources: {'Port': ['ID=4566cd22-e8b0-4ead-95ba-acf1ebdd59af,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:46.315905 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5083da59-0554-493e-88ab-e62bb2f485f8', '90a3f280-1b2b-4400-812d-9bbb64572037', '21b55a9a-a64f-4af6-8003-21e9d2a16f0a', '4566cd22-e8b0-4ead-95ba-acf1ebdd59af'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:46.361352 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] No DVR routers for this DVR port 4566cd22-e8b0-4ead-95ba-acf1ebdd59af on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:42:46.365059 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.369475 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5d462044-2c1e-450d-ac4a-1cf4d3d5b823 req-161f5182-fd4c-4942-98b6-dbef6db7c570 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "DELETE /v2.0/ports/4566cd22-e8b0-4ead-95ba-acf1ebdd59af HTTP/1.1" status: 204 len: 173 time: 0.5150909 Dec 15 11:42:46.370229 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca542f0c-5cf9-46cc-ae06-becc6d67c13f', 'name': 'network-vif-deleted', 'tag': '4566cd22-e8b0-4ead-95ba-acf1ebdd59af'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:46.375697 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1153982-cf88-426c-a065-ee1a53b8bb1e" -d '{"events": [{"server_uuid": "ca542f0c-5cf9-46cc-ae06-becc6d67c13f", "name": "network-vif-deleted", "tag": "4566cd22-e8b0-4ead-95ba-acf1ebdd59af"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:46.427890 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085bd9ad-d5d5-4b7e-9ce1-49dfb21b3611 x-openstack-request-id: req-085bd9ad-d5d5-4b7e-9ce1-49dfb21b3611 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:46.428210 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca542f0c-5cf9-46cc-ae06-becc6d67c13f", "name": "network-vif-deleted", "tag": "4566cd22-e8b0-4ead-95ba-acf1ebdd59af", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:46.428578 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-085bd9ad-d5d5-4b7e-9ce1-49dfb21b3611 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:46.428957 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca542f0c-5cf9-46cc-ae06-becc6d67c13f', 'name': 'network-vif-deleted', 'tag': '4566cd22-e8b0-4ead-95ba-acf1ebdd59af', 'status': 'completed', 'code': 200} Dec 15 11:42:46.467350 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43516) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:46.472618 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-9216614f-bbe9-4590-9d01-e0e008b3b9aa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017682788', 'description': 'tempest-description--1714456870'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:46.495439 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9216614f-bbe9-4590-9d01-e0e008b3b9aa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.570340 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9216614f-bbe9-4590-9d01-e0e008b3b9aa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.574646 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9216614f-bbe9-4590-9d01-e0e008b3b9aa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.604172 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-9216614f-bbe9-4590-9d01-e0e008b3b9aa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.608330 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9216614f-bbe9-4590-9d01-e0e008b3b9aa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1364965 Dec 15 11:42:46.608661 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43518) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:46.609952 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216614f-bbe9-4590-9d01-e0e008b3b9aa tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=000d69e2-fcf7-4064-83d2-b0af69d3367d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:46.614174 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-5cc66aa7-d5f6-4afd-89c7-2cb133f71395 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'security_group_rule': {'security_group_id': '000d69e2-fcf7-4064-83d2-b0af69d3367d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:46.651782 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5cc66aa7-d5f6-4afd-89c7-2cb133f71395 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.707074 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5cc66aa7-d5f6-4afd-89c7-2cb133f71395 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.710643 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5cc66aa7-d5f6-4afd-89c7-2cb133f71395 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.728331 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc66aa7-d5f6-4afd-89c7-2cb133f71395 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df92051-cccc-44bf-9582-a8dc514ebe32,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:46.734677 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5cc66aa7-d5f6-4afd-89c7-2cb133f71395 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.735842 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5cc66aa7-d5f6-4afd-89c7-2cb133f71395 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261864 Dec 15 11:42:46.739201 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43520) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:46.743387 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-1179c7e0-3249-48c6-88ac-8812f6ce67da tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'security_group_rule': {'security_group_id': '000d69e2-fcf7-4064-83d2-b0af69d3367d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:46.768891 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1179c7e0-3249-48c6-88ac-8812f6ce67da tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.822669 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1179c7e0-3249-48c6-88ac-8812f6ce67da tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.826289 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1179c7e0-3249-48c6-88ac-8812f6ce67da tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.843461 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179c7e0-3249-48c6-88ac-8812f6ce67da tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc132e86-508b-4887-801b-8a4721966475,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:46.851462 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1179c7e0-3249-48c6-88ac-8812f6ce67da tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.855638 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1179c7e0-3249-48c6-88ac-8812f6ce67da tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125586 Dec 15 11:42:46.855830 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43522) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:46.860315 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'floatingip': {'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:46.881471 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:46.979712 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:47.092638 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Allocated IP 172.27.0.63 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/451421e2-c7dc-45d7-9b59-cdc110de7562) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:42:47.198762 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:47.234960 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:47.279424 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:42:47.282592 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:42:47.287610 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:42:47.290419 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'Port': ['ID=451421e2-c7dc-45d7-9b59-cdc110de7562,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:47.371293 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:47.405219 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:47.554467 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:47.558158 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:47.630785 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'Port': ['ID=451421e2-c7dc-45d7-9b59-cdc110de7562,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:47.638924 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:47.654567 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:47.655785 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-45c7f272-a728-47f5-9c50-0e98f86b4d85 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7987554 Dec 15 11:42:47.758954 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:47.781951 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:42:47.782298 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5fe0f111-fa7c-4f1b-a36f-d7de8cc3a3a5 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:42:47.854688 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-d2060385-4274-4610-9241-d151a747ea47 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--2017682788&fields=id&tenant_id=e192984d3ef7484491031ef7aba77f57 HTTP/1.1" status: 200 len: 267 time: 0.0447080 Dec 15 11:42:47.958083 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-44e6b2ce-ce76-43d6-a22b-4087374a806b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:47.959517 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-44e6b2ce-ce76-43d6-a22b-4087374a806b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 817 time: 0.0979733 Dec 15 11:42:47.973733 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-ab87ba1a-8b9a-49eb-91d3-8da212c42468 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/quotas/e192984d3ef7484491031ef7aba77f57 HTTP/1.1" status: 200 len: 375 time: 0.0086515 Dec 15 11:42:48.027252 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-da10e8a4-fd23-4b01-bece-0ce675ad5dbb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484266 Dec 15 11:42:48.207862 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-a083140c-aa58-4cf6-961c-56777a86a6a5 service neutron] 10.222.0.62 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692033 Dec 15 11:42:48.300856 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-b898ae56-c4aa-4693-be21-86cc8eac3ebe service neutron] 10.222.0.62 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863214 Dec 15 11:42:48.484524 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5c59556d-4d03-4110-ab8c-547360acc481 req-acca5d2a-01c0-4884-b873-dfdf0fcee766 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 210 time: 0.0458906 Dec 15 11:42:48.508665 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcd715-8230-493a-9b07-3af2b2fc43d3 req-02cf261f-cdd5-437e-ab1b-cad8cc97341f tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:48.510249 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1bdcd715-8230-493a-9b07-3af2b2fc43d3 req-02cf261f-cdd5-437e-ab1b-cad8cc97341f tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 946 time: 0.0704184 Dec 15 11:42:48.560604 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1bdcd715-8230-493a-9b07-3af2b2fc43d3 req-5fbd5c71-6861-4177-8b04-fa62a74dd9b6 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Dec 15 11:42:48.911946 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79722068-3dd2-4e5a-8b15-bd420f32d4cc req-94222ed7-d950-4fc7-a2b4-0bcfed7331e8 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:48.913363 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-79722068-3dd2-4e5a-8b15-bd420f32d4cc req-94222ed7-d950-4fc7-a2b4-0bcfed7331e8 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0530312 Dec 15 11:42:48.961808 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-79722068-3dd2-4e5a-8b15-bd420f32d4cc req-cc4e30d5-3b51-45c1-af04-aa7ea0e798ed tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425966 Dec 15 11:42:49.629416 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-38084724-8328-4b04-adc0-5fa639256eb4 req-31cb0b1d-1866-49fd-936b-c86de944a3c7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 210 time: 0.0577350 Dec 15 11:42:49.756205 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 4566cd22-e8b0-4ead-95ba-acf1ebdd59af no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:49.782668 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 4566cd22-e8b0-4ead-95ba-acf1ebdd59af {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:42:49.783036 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 4566cd22-e8b0-4ead-95ba-acf1ebdd59af not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:42:49.942867 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-5f725079-9212-4803-ae2a-ff4fbeb459c1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:49.944277 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-5f725079-9212-4803-ae2a-ff4fbeb459c1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 817 time: 0.3954649 Dec 15 11:42:49.955630 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc248a96-98eb-4e74-92b2-dce1fb78cded req-015d5304-7970-402d-8d7b-653f919630df tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:49.957028 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bc248a96-98eb-4e74-92b2-dce1fb78cded req-015d5304-7970-402d-8d7b-653f919630df tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 946 time: 0.3207624 Dec 15 11:42:50.003718 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bc248a96-98eb-4e74-92b2-dce1fb78cded req-59970abf-8073-4bef-99b6-b26ae93fbee7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407448 Dec 15 11:42:50.081862 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-084b9b58-55de-4965-939d-dd34332e09df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e192984d3ef7484491031ef7aba77f57 HTTP/1.1" status: 200 len: 380 time: 0.0758283 Dec 15 11:42:50.101195 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'port': {'device_id': 'dc7770c3-8768-490c-b00b-f70918674916', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'admin_state_up': True, 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'security_groups': ['000d69e2-fcf7-4064-83d2-b0af69d3367d']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:50.111440 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc46058-e799-440f-bb67-6d67e4b39fed req-0343d19d-8dff-4bf5-9105-510fcf5042fe tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:50.112930 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bcc46058-e799-440f-bb67-6d67e4b39fed req-0343d19d-8dff-4bf5-9105-510fcf5042fe tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0732543 Dec 15 11:42:50.213105 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bcc46058-e799-440f-bb67-6d67e4b39fed req-7ac73d1b-53d9-452a-8bcd-738e3b9990d4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884507 Dec 15 11:42:50.246758 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Made reservation on behalf of e192984d3ef7484491031ef7aba77f57 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:42:50.250376 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:50.374602 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Allocated IP 172.20.0.7 (9be3e716-31cc-4d43-9573-9a79b1f4751b/5c2e1149-04c9-4965-a034-cc2aab078366/2e5d81d1-21ee-430d-9563-b3bc7bbbb82e) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:42:50.511297 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-7c4ee45d-9b1e-4339-8a30-e111edb18cc7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:50.512764 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-7c4ee45d-9b1e-4339-8a30-e111edb18cc7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 946 time: 0.0499952 Dec 15 11:42:50.529069 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:50.575307 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:50.620376 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:42:50.620593 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Deleting port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:50.620869 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:50.626210 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:42:50.631047 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:42:50.657007 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:50.694834 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:50.695505 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:50.716455 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-8891cb53-eb8f-4be4-b7b6-3c0854d15d11 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6240225 Dec 15 11:42:50.733441 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] For port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:50.734190 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:50.763958 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Calling delete_port for 21b55a9a-a64f-4af6-8003-21e9d2a16f0a owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:50.795555 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66b9c8-b279-42aa-825f-94d1b8aab5ca req-9ac73464-6090-4a59-96e3-6e2762c580f5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:50.797132 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ae66b9c8-b279-42aa-825f-94d1b8aab5ca req-9ac73464-6090-4a59-96e3-6e2762c580f5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 931 time: 0.0536449 Dec 15 11:42:50.803235 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Request body: {'port': {'device_id': 'dc7770c3-8768-490c-b00b-f70918674916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:50.896804 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:50.904159 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:50.911048 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ae66b9c8-b279-42aa-825f-94d1b8aab5ca req-4e299c81-8533-4432-8989-c23523d23851 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800014 Dec 15 11:42:50.938448 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Pushing event deleted for resources: {'Port': ['ID=21b55a9a-a64f-4af6-8003-21e9d2a16f0a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:50.947947 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5083da59-0554-493e-88ab-e62bb2f485f8', '90a3f280-1b2b-4400-812d-9bbb64572037', '21b55a9a-a64f-4af6-8003-21e9d2a16f0a'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:50.983649 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] No DVR routers for this DVR port 21b55a9a-a64f-4af6-8003-21e9d2a16f0a on host hv-cinder-81322 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:42:50.986231 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:50.990475 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-7a9c60b7-f3d0-486d-b1bf-f4c6546bb7ff req-e5d2d2a9-a1ed-4189-8fc3-1db3cff58997 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "DELETE /v2.0/ports/21b55a9a-a64f-4af6-8003-21e9d2a16f0a HTTP/1.1" status: 204 len: 173 time: 0.4704728 Dec 15 11:42:50.990886 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '238d265b-93e5-4c47-a9f1-bf3faba7dd33', 'name': 'network-vif-deleted', 'tag': '21b55a9a-a64f-4af6-8003-21e9d2a16f0a'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:50.993116 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3891528f-9a9c-4ad5-b35b-70bd801e31d9" -d '{"events": [{"server_uuid": "238d265b-93e5-4c47-a9f1-bf3faba7dd33", "name": "network-vif-deleted", "tag": "21b55a9a-a64f-4af6-8003-21e9d2a16f0a"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:51.011777 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-6091af79-0948-4488-9b23-f053200977c0 None None] Provisioning complete for port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:42:51.012391 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6091af79-0948-4488-9b23-f053200977c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:51.036117 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f28c8-027d-4e5d-9629-b6ff2076be1d x-openstack-request-id: req-535f28c8-027d-4e5d-9629-b6ff2076be1d {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:51.036418 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "238d265b-93e5-4c47-a9f1-bf3faba7dd33", "name": "network-vif-deleted", "tag": "21b55a9a-a64f-4af6-8003-21e9d2a16f0a", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:51.036672 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-535f28c8-027d-4e5d-9629-b6ff2076be1d {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:51.037112 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '238d265b-93e5-4c47-a9f1-bf3faba7dd33', 'name': 'network-vif-deleted', 'tag': '21b55a9a-a64f-4af6-8003-21e9d2a16f0a', 'status': 'completed', 'code': 200} Dec 15 11:42:51.101552 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-6091af79-0948-4488-9b23-f053200977c0 None None] Port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:42:51.135979 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0f4eefd5-eb66-440d-9474-40c495feb922 req-5ed4a0a8-a513-40f4-b677-95a0675e1055 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=238d265b-93e5-4c47-a9f1-bf3faba7dd33 HTTP/1.1" status: 200 len: 210 time: 0.0338349 Dec 15 11:42:51.252198 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:42:51.259889 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:51.272246 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Transition to ACTIVE for port object 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:42:51.276156 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:51.344050 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:51.412357 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Attempting to bind port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:42:51.412692 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Attempting to bind port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:42:51.413353 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Attempting to bind port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e on network 9be3e716-31cc-4d43-9573-9a79b1f4751b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:42:51.421182 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e on network 9be3e716-31cc-4d43-9573-9a79b1f4751b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:42:51.421715 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Attempting to bind port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e on network 9be3e716-31cc-4d43-9573-9a79b1f4751b {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:42:51.428857 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:42:51.429358 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Checking segment: {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:42:51.430176 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Bound using segment: {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:42:51.430450 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Bound port: 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f946d3-2941-4555-b653-3d2865467f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:42:51.430901 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:51.544519 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:42:51.548339 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:42:51.550592 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-755447db-2b1f-4191-86bc-5140def37ce6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:51.552270 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-755447db-2b1f-4191-86bc-5140def37ce6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.2019157 Dec 15 11:42:51.556174 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48b451-baf3-4c21-a5f3-848d77c00ea0 req-bea34161-ef3b-4a23-aaf7-1298ba616ab6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:51.557687 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a48b451-baf3-4c21-a5f3-848d77c00ea0 req-bea34161-ef3b-4a23-aaf7-1298ba616ab6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 945 time: 0.0721109 Dec 15 11:42:51.559204 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:51.607200 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:51.608052 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:51.609421 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] 10.222.0.58 "PUT /v2.0/ports/2e5d81d1-21ee-430d-9563-b3bc7bbbb82e HTTP/1.1" status: 200 len: 1093 time: 0.8729255 Dec 15 11:42:51.623161 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:51.626139 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:51.674100 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c8c49-46b1-4336-bf77-afdbf6aa7594 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:51.701196 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0a48b451-baf3-4c21-a5f3-848d77c00ea0 req-fc3b4bfe-d8c4-4bdc-a6fd-89dc9a99f9f0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=bc158a4e-93ff-43a6-86f3-124137b4176c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1139646 Dec 15 11:42:51.715584 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Deleting port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:51.716197 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:51.718852 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74381d72-32ce-4059-a13a-aeefd5c74570 x-openstack-request-id: req-74381d72-32ce-4059-a13a-aeefd5c74570 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:51.719453 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:51.719712 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74381d72-32ce-4059-a13a-aeefd5c74570 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:51.720805 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'status': 'completed', 'code': 200} Dec 15 11:42:51.768487 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-2476328d-46be-4dd3-805e-43834771029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:51.770632 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-2476328d-46be-4dd3-805e-43834771029b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 1096 time: 0.0622506 Dec 15 11:42:51.820417 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] For port ce2daf2d-fd3b-474a-a0e1-cc16fc633899, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:51.821126 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-1e69306b-22e3-4905-a891-20d47f81a7ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e HTTP/1.1" status: 200 len: 217 time: 0.0364871 Dec 15 11:42:51.821289 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:51.872456 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-7f7cbb33-b3f7-4938-b774-a0dfc1517e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:51.873939 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-7f7cbb33-b3f7-4938-b774-a0dfc1517e84 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.0462799 Dec 15 11:42:51.925731 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-702027f2-d4d6-46bd-a184-8d8644c3e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:51.927176 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-702027f2-d4d6-46bd-a184-8d8644c3e97d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462501 Dec 15 11:42:52.043744 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-9f50cc19-9193-434f-97e7-00d016845be0 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090455 Dec 15 11:42:52.054564 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:52.055148 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:52.055518 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.l3_db [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Floating IP aca6b70f-1c74-4e59-abfe-1befc8976199 disassociated. External IP: 172.27.0.47, port: ce2daf2d-fd3b-474a-a0e1-cc16fc633899. Dec 15 11:42:52.055867 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Calling delete_port for ce2daf2d-fd3b-474a-a0e1-cc16fc633899 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:52.067004 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5f13a-695c-4e24-b7e4-a38e08c2a49e req-59dcb7bf-06c3-4fcf-90b7-aba594103026 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:52.069081 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6f5f13a-695c-4e24-b7e4-a38e08c2a49e req-59dcb7bf-06c3-4fcf-90b7-aba594103026 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0773740 Dec 15 11:42:52.173204 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6f5f13a-695c-4e24-b7e4-a38e08c2a49e req-aec867e3-7016-4985-8d2c-cf098190a715 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938685 Dec 15 11:42:52.188151 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec2c5412-1346-4bd2-8c0d-3e41c00f3829 req-cf14a8d9-76b8-476a-9b77-24c7b6c861ca service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371310 Dec 15 11:42:52.209661 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:52.237431 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event deleted for resources: {'Port': ['ID=ce2daf2d-fd3b-474a-a0e1-cc16fc633899,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:52.315224 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-4377261e-89c0-47c8-9ee3-a29caced689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:52.317344 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-4377261e-89c0-47c8-9ee3-a29caced689a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 1096 time: 0.0433052 Dec 15 11:42:52.366284 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Router 2a91df33-0143-4451-a007-090f05ce7bc7 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:42:52.432076 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-96a05227-12af-404d-a9c5-7e0c0366028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:52.433481 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-96a05227-12af-404d-a9c5-7e0c0366028c service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.1082563 Dec 15 11:42:52.478816 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:42:52.481265 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-c06b5dc9-eafd-4a7a-b5e6-49007b65d76b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e HTTP/1.1" status: 200 len: 217 time: 0.0337942 Dec 15 11:42:52.490789 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] Sync routers for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:42:52.501163 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:42:52.501921 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:42:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:52.522769 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] No DVR routers for this DVR port ce2daf2d-fd3b-474a-a0e1-cc16fc633899 on host hv-cinder-81322 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:42:52.525492 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:52.528935 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-07ad5e55-7ffb-4c49-b618-d40933f0db46 req-e2dc037b-490f-4a2f-ba80-dfe31120101c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "DELETE /v2.0/ports/ce2daf2d-fd3b-474a-a0e1-cc16fc633899 HTTP/1.1" status: 204 len: 173 time: 0.9691920 Dec 15 11:42:52.535083 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043214-d742-4563-9fdc-33ac108715f5 req-2ce5b8bc-55c9-43d1-b461-fd2d9c36f851 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:52.536596 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c043214-d742-4563-9fdc-33ac108715f5 req-2ce5b8bc-55c9-43d1-b461-fd2d9c36f851 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 945 time: 0.1175168 Dec 15 11:42:52.561711 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-439dbb98-0deb-4d49-b531-7c17ed0abd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:52.563143 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-439dbb98-0deb-4d49-b531-7c17ed0abd19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.0737758 Dec 15 11:42:52.624062 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c043214-d742-4563-9fdc-33ac108715f5 req-46131c30-ae93-4be6-b78e-553e77ccef8c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806291 Dec 15 11:42:52.641157 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:42:52.643343 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-a07c8eda-3adb-49a6-aef6-d6a1023a9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:52.645290 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-a07c8eda-3adb-49a6-aef6-d6a1023a9aba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737269 Dec 15 11:42:52.800991 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-24cc9ad8-7fe3-4e18-b277-e3b46f748faf service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227555 Dec 15 11:42:52.820863 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ab933cce-79eb-495d-a3a4-5bb59d7ec3a6 req-67d1f33b-0b05-4462-ad4b-b345ca2160da tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=0760eac7-9c5a-43f0-b604-8a7acec9b4d1 HTTP/1.1" status: 200 len: 210 time: 0.0301230 Dec 15 11:42:52.881964 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:52.902690 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3182cd1-98f7-453e-b3b9-e98009d6cfbf req-c5d9b34b-0db1-4dfa-b968-791e5c886097 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842948 Dec 15 11:42:52.907656 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] Checking router: 2a91df33-0143-4451-a007-090f05ce7bc7 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:42:52.917074 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:42:52.917676 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:42:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:53.024400 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:42:53.038823 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'name': 'network-vif-deleted', 'tag': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:53.042033 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978812f2-c17e-4db3-b5bd-a8ea922f55b6" -d '{"events": [{"server_uuid": "0760eac7-9c5a-43f0-b604-8a7acec9b4d1", "name": "network-vif-deleted", "tag": "ce2daf2d-fd3b-474a-a0e1-cc16fc633899"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:53.082145 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b292402b-eaf8-456c-91b9-33cb6f79622a x-openstack-request-id: req-b292402b-eaf8-456c-91b9-33cb6f79622a {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:53.082441 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0760eac7-9c5a-43f0-b604-8a7acec9b4d1", "name": "network-vif-deleted", "tag": "ce2daf2d-fd3b-474a-a0e1-cc16fc633899", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:53.082692 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b292402b-eaf8-456c-91b9-33cb6f79622a {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:53.083085 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0760eac7-9c5a-43f0-b604-8a7acec9b4d1', 'name': 'network-vif-deleted', 'tag': 'ce2daf2d-fd3b-474a-a0e1-cc16fc633899', 'status': 'completed', 'code': 200} Dec 15 11:42:53.238763 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:42:53.265036 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbc44c3-8f7d-47b1-a6eb-f9961891b5ae None None] The sync data for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi is: [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:42:53.306150 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe12743-7f38-4369-8bad-7e896d840068 req-d8e72f93-e79f-4da0-a894-cd4d44859451 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:53.307666 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-afe12743-7f38-4369-8bad-7e896d840068 req-d8e72f93-e79f-4da0-a894-cd4d44859451 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0514154 Dec 15 11:42:53.359891 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-afe12743-7f38-4369-8bad-7e896d840068 req-df2c49a8-514d-4e29-8f3a-ba53698b01a0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462952 Dec 15 11:42:53.480641 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f72b25-6c4e-414d-9fed-f0ce6000d875 None None] New status for floating IP aca6b70f-1c74-4e59-abfe-1befc8976199: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:42:53.744565 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449e23d-ee11-40c5-b07a-963582dc3478 req-1bdd99cd-bcca-4578-b954-c70938cb1e49 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:53.746075 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7449e23d-ee11-40c5-b07a-963582dc3478 req-1bdd99cd-bcca-4578-b954-c70938cb1e49 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 945 time: 0.0492749 Dec 15 11:42:53.792000 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7449e23d-ee11-40c5-b07a-963582dc3478 req-e0fc0b80-ff1f-4c52-842d-2d017b0b3510 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 Dec 15 11:42:53.902048 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43624) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:53.956151 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8923b635-9b32-4e9a-9be8-6130ff06c6c4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:53.979369 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8923b635-9b32-4e9a-9be8-6130ff06c6c4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.026550 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8923b635-9b32-4e9a-9be8-6130ff06c6c4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.029308 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8923b635-9b32-4e9a-9be8-6130ff06c6c4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.030422 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8923b635-9b32-4e9a-9be8-6130ff06c6c4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "DELETE /v2.0/security-groups/bc158a4e-93ff-43a6-86f3-124137b4176c HTTP/1.1" status: 204 len: 168 time: 0.1273885 Dec 15 11:42:54.031772 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-fb59b75d-22de-48ed-8729-47c119418be7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:54.033351 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-fb59b75d-22de-48ed-8729-47c119418be7 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 945 time: 0.0482728 Dec 15 11:42:54.033823 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43626) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:54.040409 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8923b635-9b32-4e9a-9be8-6130ff06c6c4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc158a4e-93ff-43a6-86f3-124137b4176c,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:54.053613 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.api.v2.resource [None req-eced2db7-0e56-4387-9c0d-d4eae51fccb6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] show failed (client error): The resource could not be found. Dec 15 11:42:54.054621 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-eced2db7-0e56-4387-9c0d-d4eae51fccb6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups/bc158a4e-93ff-43a6-86f3-124137b4176c HTTP/1.1" status: 404 len: 347 time: 0.0198851 Dec 15 11:42:54.057637 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43628) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:54.136608 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Deleting port 90a3f280-1b2b-4400-812d-9bbb64572037 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:54.136876 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.188168 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Deleting port 92aa39a4-47ae-432b-8eb8-92a7a169cdfc {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:54.188510 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.224504 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] For port 90a3f280-1b2b-4400-812d-9bbb64572037, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=90a3f280-1b2b-4400-812d-9bbb64572037,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:54.224922 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.237154 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Calling delete_port for 90a3f280-1b2b-4400-812d-9bbb64572037 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:54.265900 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.266228 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.278450 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Calling delete_port for 92aa39a4-47ae-432b-8eb8-92a7a169cdfc owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:54.369979 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.398061 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Pushing event deleted for resources: {'Port': ['ID=90a3f280-1b2b-4400-812d-9bbb64572037,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:54.408241 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5083da59-0554-493e-88ab-e62bb2f485f8', '90a3f280-1b2b-4400-812d-9bbb64572037'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:54.429307 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.446405 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] No DVR routers for this DVR port 90a3f280-1b2b-4400-812d-9bbb64572037 on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:42:54.449034 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.452359 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-73987179-f87a-4ca8-837c-4c21e47d7d1e req-6e4798d9-af5a-40f3-b0fe-6c9512a1c39c tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "DELETE /v2.0/ports/90a3f280-1b2b-4400-812d-9bbb64572037 HTTP/1.1" status: 204 len: 173 time: 0.4109390 Dec 15 11:42:54.454691 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event deleted for resources: {'Port': ['ID=92aa39a4-47ae-432b-8eb8-92a7a169cdfc,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:54.478441 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e145e4-6c14-4a14-872e-6a9c5390f15e', 'name': 'network-vif-deleted', 'tag': '90a3f280-1b2b-4400-812d-9bbb64572037'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:54.480558 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fa1bb6-512a-4546-a7e3-bb74138a2a29" -d '{"events": [{"server_uuid": "f8e145e4-6c14-4a14-872e-6a9c5390f15e", "name": "network-vif-deleted", "tag": "90a3f280-1b2b-4400-812d-9bbb64572037"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:54.535753 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.539160 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:54.540947 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4b5b18d2-8731-41df-986c-46692cef5729 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "DELETE /v2.0/floatingips/aca6b70f-1c74-4e59-abfe-1befc8976199 HTTP/1.1" status: 204 len: 168 time: 0.4817107 Dec 15 11:42:54.543047 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dc68e-4004-494e-9d7e-ce8e51aeca28 req-a2ceee64-2c13-4ac6-b683-9d8600432de8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:54.544791 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d56dc68e-4004-494e-9d7e-ce8e51aeca28 req-a2ceee64-2c13-4ac6-b683-9d8600432de8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0997519 Dec 15 11:42:54.629937 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d56dc68e-4004-494e-9d7e-ce8e51aeca28 req-cb49fa65-862d-4cb9-a31f-b6dc104971a4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782297 Dec 15 11:42:54.632140 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb47a92-7689-4f7b-a57c-cebe4f367d11 x-openstack-request-id: req-adb47a92-7689-4f7b-a57c-cebe4f367d11 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:54.632576 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e145e4-6c14-4a14-872e-6a9c5390f15e", "name": "network-vif-deleted", "tag": "90a3f280-1b2b-4400-812d-9bbb64572037", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:54.632951 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adb47a92-7689-4f7b-a57c-cebe4f367d11 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:54.633307 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e145e4-6c14-4a14-872e-6a9c5390f15e', 'name': 'network-vif-deleted', 'tag': '90a3f280-1b2b-4400-812d-9bbb64572037', 'status': 'completed', 'code': 200} Dec 15 11:42:54.897216 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-44f78d49-711a-4032-9e2a-6d15e5c5b2fc req-cc50e57c-9763-429b-b524-40e92fd072f4 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8e145e4-6c14-4a14-872e-6a9c5390f15e HTTP/1.1" status: 200 len: 210 time: 0.0278811 Dec 15 11:42:55.014937 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43640) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:55.019502 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-41173cd9-d670-4dc4-940d-380be66166e1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221383450', 'description': 'tempest-description--1922824945'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:55.043084 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41173cd9-d670-4dc4-940d-380be66166e1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.114167 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41173cd9-d670-4dc4-940d-380be66166e1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.117728 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41173cd9-d670-4dc4-940d-380be66166e1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.148070 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-41173cd9-d670-4dc4-940d-380be66166e1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.149227 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-41173cd9-d670-4dc4-940d-380be66166e1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1332579 Dec 15 11:42:55.151191 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41173cd9-d670-4dc4-940d-380be66166e1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa20f9f-77e9-4935-83dc-1c264613f838,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:55.152335 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43642) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:55.156885 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-8336caf3-9ef0-4c83-9966-8290cab4273d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'security_group_rule': {'security_group_id': '1aa20f9f-77e9-4935-83dc-1c264613f838', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:55.187300 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8336caf3-9ef0-4c83-9966-8290cab4273d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.244977 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8336caf3-9ef0-4c83-9966-8290cab4273d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.248753 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8336caf3-9ef0-4c83-9966-8290cab4273d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.266761 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336caf3-9ef0-4c83-9966-8290cab4273d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7f37c4-a979-47e7-9f7b-de642af11a02,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:55.274393 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8336caf3-9ef0-4c83-9966-8290cab4273d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.275572 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8336caf3-9ef0-4c83-9966-8290cab4273d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221564 Dec 15 11:42:55.278487 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43644) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:55.282909 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-0b33fa66-59ec-47f7-bbb3-843c7f67482e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'security_group_rule': {'security_group_id': '1aa20f9f-77e9-4935-83dc-1c264613f838', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:55.308159 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b33fa66-59ec-47f7-bbb3-843c7f67482e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.361539 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b33fa66-59ec-47f7-bbb3-843c7f67482e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.365563 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b33fa66-59ec-47f7-bbb3-843c7f67482e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.382752 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33fa66-59ec-47f7-bbb3-843c7f67482e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd4d2cf-412b-4cb8-915c-d1352be4be9d,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:55.390846 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0b33fa66-59ec-47f7-bbb3-843c7f67482e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.392031 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0b33fa66-59ec-47f7-bbb3-843c7f67482e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1125066 Dec 15 11:42:55.395292 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43646) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:42:55.399938 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'floatingip': {'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:55.421258 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.516010 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.621379 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Allocated IP 172.27.0.119 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/dfd6877a-56d7-4ecf-b5c4-edaf67c56601) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:42:55.725144 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.753994 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d78ba0d-192d-4763-b23c-390c16760140 req-546f9ff7-1714-469f-8eb6-85f2cd4745c7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:55.755495 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6d78ba0d-192d-4763-b23c-390c16760140 req-546f9ff7-1714-469f-8eb6-85f2cd4745c7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0518997 Dec 15 11:42:55.763939 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.792092 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:42:55.803632 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device ce2daf2d-fd3b-474a-a0e1-cc16fc633899 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:55.805347 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:42:55.808322 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:42:55.808769 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6d78ba0d-192d-4763-b23c-390c16760140 req-b0daa6d5-d86b-4bd7-9daa-5f3124e6d4d5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467429 Dec 15 11:42:55.811899 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:42:55.817433 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'Port': ['ID=dfd6877a-56d7-4ecf-b5c4-edaf67c56601,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:55.843518 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: ce2daf2d-fd3b-474a-a0e1-cc16fc633899 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:42:55.843887 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device ce2daf2d-fd3b-474a-a0e1-cc16fc633899 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:42:55.844291 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 21b55a9a-a64f-4af6-8003-21e9d2a16f0a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:55.868120 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 21b55a9a-a64f-4af6-8003-21e9d2a16f0a {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:42:55.868472 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 21b55a9a-a64f-4af6-8003-21e9d2a16f0a not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:42:55.904690 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.945203 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:55.951126 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:55.966913 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'port_id': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'mac_address': 'fa:16:3e:f2:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:42:56.010437 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.026909 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:42:56.051133 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:56.056325 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.101014 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.102973 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:56.107446 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.111364 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.111736 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.112089 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.112428 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.112757 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.113178 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.113482 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.113952 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.114281 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.114620 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.114948 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.115272 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.115592 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:42:56.182795 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'Port': ['ID=dfd6877a-56d7-4ecf-b5c4-edaf67c56601,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:56.193317 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.211126 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.212424 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-18694204-f817-4aa4-bead-92deabbf3976 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8161061 Dec 15 11:42:56.368010 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-dbeeacc0-b2b7-403b-bbc2-3462de47a641 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1221383450&fields=id&tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9 HTTP/1.1" status: 200 len: 267 time: 0.0439401 Dec 15 11:42:56.368585 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:42:56.475433 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-129afbe5-238f-451d-b33f-4d0e2f4f2ae0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:56.476800 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-129afbe5-238f-451d-b33f-4d0e2f4f2ae0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 810 time: 0.1018736 Dec 15 11:42:56.494173 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-00de21a4-1007-4df8-9c76-ea841bfd4eda tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/quotas/eb3b2ada0e0843e8a9cdb43966e3e7a9 HTTP/1.1" status: 200 len: 375 time: 0.0113037 Dec 15 11:42:56.544634 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-1b23ff4e-0a1b-4cab-a8f7-ad2ba862f637 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443532 Dec 15 11:42:56.639657 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-76398171-4fab-4f4c-a504-bafc3b8b33ab service neutron] 10.222.0.62 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836720 Dec 15 11:42:56.666019 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2745908e-4660-46fe-88e9-38c89df5e7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:56.735051 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0364ae3c-f389-4f94-8406-9f779b60e63c service neutron] 10.222.0.62 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886719 Dec 15 11:42:56.908058 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ecebef9-23cc-474d-84c2-b8566146a529 req-5411b568-f11f-4086-a944-4dd6fbebff5c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 210 time: 0.0323620 Dec 15 11:42:56.955120 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c219c6-5a4f-48c3-894a-aeb08fb22c2d req-37970657-48c6-4b07-b62b-6d64a62683cb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:56.956587 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-75c219c6-5a4f-48c3-894a-aeb08fb22c2d req-37970657-48c6-4b07-b62b-6d64a62683cb tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 944 time: 0.0508437 Dec 15 11:42:57.004285 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-75c219c6-5a4f-48c3-894a-aeb08fb22c2d req-c0a558f0-7629-4adb-9bb2-8d06c0ca3c7f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411396 Dec 15 11:42:57.312935 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27596d77-ad89-48df-a96e-e4e51048dcd2 req-1eace809-920e-457f-8ef1-8a0f774e760b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:57.314266 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-27596d77-ad89-48df-a96e-e4e51048dcd2 req-1eace809-920e-457f-8ef1-8a0f774e760b tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0488374 Dec 15 11:42:57.367524 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-27596d77-ad89-48df-a96e-e4e51048dcd2 req-87fd9341-85a6-47d3-a1a3-218c6fbaba95 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466881 Dec 15 11:42:57.816095 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:42:57.867594 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:42:57.872512 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:42:57.872910 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:57.958538 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:57.991118 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:57.994059 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c1bf6d-f0b5-428c-be56-e4f0f12fb16d" -d '{"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:57.999886 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:58.008846 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.009785 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 90a3f280-1b2b-4400-812d-9bbb64572037 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:42:58.014732 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-d0ffe56b-00df-41f4-9ae8-090196f4b396 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:58.016223 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-d0ffe56b-00df-41f4-9ae8-090196f4b396 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 810 time: 0.1523008 Dec 15 11:42:58.032738 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 90a3f280-1b2b-4400-812d-9bbb64572037 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:42:58.033097 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 90a3f280-1b2b-4400-812d-9bbb64572037 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:42:58.046882 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-da3de6cc-f91b-4c87-a9d7-38507b1832b3 req-7e3e89a5-cff1-4318-9b32-53c2e93d0117 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 210 time: 0.0533683 Dec 15 11:42:58.055348 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04525863-fce8-468b-af57-fcc4a3747eef x-openstack-request-id: req-04525863-fce8-468b-af57-fcc4a3747eef {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:58.055883 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:58.056307 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04525863-fce8-468b-af57-fcc4a3747eef {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:58.056703 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'code': 200} Dec 15 11:42:58.091432 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:58.127891 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-dfdebd60-d384-4c7b-adf8-c2fa59713990 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9 HTTP/1.1" status: 200 len: 380 time: 0.0799756 Dec 15 11:42:58.157886 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'port': {'device_id': '42d098d2-110d-42e9-8632-e7809e915775', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'admin_state_up': True, 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'security_groups': ['1aa20f9f-77e9-4935-83dc-1c264613f838']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:58.210850 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb12ca5-ebd1-4d39-8a03-0197561c3f3c req-97e0efa3-e899-4b90-a18a-51afb2d5d106 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:58.212288 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cbb12ca5-ebd1-4d39-8a03-0197561c3f3c req-97e0efa3-e899-4b90-a18a-51afb2d5d106 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.1055343 Dec 15 11:42:58.267397 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45041d6f-27dd-45a5-9587-f465725c8e5a req-a6dd2844-88c9-409f-b8ae-1ff38f88475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:58.269007 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45041d6f-27dd-45a5-9587-f465725c8e5a req-a6dd2844-88c9-409f-b8ae-1ff38f88475f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 1098 time: 0.0422876 Dec 15 11:42:58.291774 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cbb12ca5-ebd1-4d39-8a03-0197561c3f3c req-2ffa65ac-242d-44d4-b48f-0aeee6a7f738 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701277 Dec 15 11:42:58.318032 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Made reservation on behalf of eb3b2ada0e0843e8a9cdb43966e3e7a9 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:42:58.318546 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-45041d6f-27dd-45a5-9587-f465725c8e5a req-eda81e54-07e1-4339-bb15-e59cc6c6d3c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416627 Dec 15 11:42:58.321615 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.467450 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Allocated IP 172.20.0.12 (7ce2434a-00df-48e8-b569-90a8896c979a/6262da56-77eb-440d-b9e5-b886217cd553/180360d8-980c-4eed-bda1-c7d96d157e06) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:42:58.514606 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdce4d5-5362-4ddd-9694-4dca0d9051a2 req-b1a27352-f06f-4c8b-80ea-1b800a164f2e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:58.516066 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fcdce4d5-5362-4ddd-9694-4dca0d9051a2 req-b1a27352-f06f-4c8b-80ea-1b800a164f2e tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0802302 Dec 15 11:42:58.618595 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fcdce4d5-5362-4ddd-9694-4dca0d9051a2 req-e3f269fa-5259-46b3-8d1e-48a661f48303 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942440 Dec 15 11:42:58.654227 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.689930 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.736397 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Network 7ce2434a-00df-48e8-b569-90a8896c979a is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:42:58.740091 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:42:58.742437 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:42:58.771665 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event updated for resources: {'Port': ['ID=180360d8-980c-4eed-bda1-c7d96d157e06,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:58.799459 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:58.800083 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:58.817014 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-0739dd83-5c77-4c31-ace1-67bd7e2bb92a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6637263 Dec 15 11:42:58.838090 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Request body: {'port': {'device_id': '42d098d2-110d-42e9-8632-e7809e915775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:42:58.893484 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.076475 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-144d67e9-08f8-4d38-9c09-82e08c2a531c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.078084 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-6183044e-6677-4a4c-8fbe-932638355c3b None None] Provisioning complete for port 180360d8-980c-4eed-bda1-c7d96d157e06 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:42:59.078448 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6183044e-6677-4a4c-8fbe-932638355c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.116388 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-6183044e-6677-4a4c-8fbe-932638355c3b None None] Port 180360d8-980c-4eed-bda1-c7d96d157e06 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:42:59.188761 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6dd26f-565d-4b85-84f6-95cf99773098 req-f2ebbfd8-fa1d-4e04-a948-3db799023c98 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:59.190266 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be6dd26f-565d-4b85-84f6-95cf99773098 req-f2ebbfd8-fa1d-4e04-a948-3db799023c98 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 932 time: 0.0799582 Dec 15 11:42:59.237525 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180360d8-980c-4eed-bda1-c7d96d157e06 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:42:59.250478 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.277267 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be6dd26f-565d-4b85-84f6-95cf99773098 req-3a92ad8e-b9d4-4e75-832d-9dd3592975eb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701444 Dec 15 11:42:59.278190 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Transition to ACTIVE for port object 180360d8-980c-4eed-bda1-c7d96d157e06 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:42:59.282008 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.331690 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Pushing event updated for resources: {'Port': ['ID=180360d8-980c-4eed-bda1-c7d96d157e06,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:59.461218 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc45ad-4b49-4203-abba-d7b8dcd7f388 req-12e4d39e-fbfc-4e87-bc4a-37df8963b3c9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:59.462750 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e9dc45ad-4b49-4203-abba-d7b8dcd7f388 req-12e4d39e-fbfc-4e87-bc4a-37df8963b3c9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0912735 Dec 15 11:42:59.463458 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Attempting to bind port 180360d8-980c-4eed-bda1-c7d96d157e06 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:42:59.463780 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Attempting to bind port 180360d8-980c-4eed-bda1-c7d96d157e06 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:42:59.464102 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Attempting to bind port 180360d8-980c-4eed-bda1-c7d96d157e06 on network 7ce2434a-00df-48e8-b569-90a8896c979a {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:42:59.470783 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Port 180360d8-980c-4eed-bda1-c7d96d157e06 on network 7ce2434a-00df-48e8-b569-90a8896c979a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:42:59.471095 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Attempting to bind port 180360d8-980c-4eed-bda1-c7d96d157e06 on network 7ce2434a-00df-48e8-b569-90a8896c979a {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:42:59.486852 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:42:59.487192 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Checking segment: {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:42:59.487572 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Bound using segment: {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:42:59.488003 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Bound port: 180360d8-980c-4eed-bda1-c7d96d157e06, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088a8e08-7984-4bc8-bd7d-6af5cb321f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:42:59.488352 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.555126 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e9dc45ad-4b49-4203-abba-d7b8dcd7f388 req-9f0eaef3-184f-43af-bba2-bcd463b5116f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858347 Dec 15 11:42:59.575337 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92226eed-1390-493c-ba13-f2b06eac79fe req-c8432c8d-d31e-460b-98d6-8968e57de6ee tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:59.576985 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-92226eed-1390-493c-ba13-f2b06eac79fe req-c8432c8d-d31e-460b-98d6-8968e57de6ee tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0647616 Dec 15 11:42:59.579863 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] For port 180360d8-980c-4eed-bda1-c7d96d157e06, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:42:59.584441 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] For port 180360d8-980c-4eed-bda1-c7d96d157e06, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=180360d8-980c-4eed-bda1-c7d96d157e06,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:42:59.590123 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.627077 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:59.628212 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.630416 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] 10.222.0.58 "PUT /v2.0/ports/180360d8-980c-4eed-bda1-c7d96d157e06 HTTP/1.1" status: 200 len: 1094 time: 0.7967100 Dec 15 11:42:59.633060 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:42:59.635516 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b0084-5f10-4da8-b688-40226abfdf29" -d '{"events": [{"name": "network-changed", "server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:42:59.682803 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f919cd1-f936-41da-b097-7333de18bb2e service neutron] Pushing event updated for resources: {'Port': ['ID=180360d8-980c-4eed-bda1-c7d96d157e06,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:42:59.735687 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-92226eed-1390-493c-ba13-f2b06eac79fe req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Deleting port 5083da59-0554-493e-88ab-e62bb2f485f8 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:42:59.736025 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-92226eed-1390-493c-ba13-f2b06eac79fe req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.740103 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dae31e8-fc12-4b57-a053-07fc05534706 x-openstack-request-id: req-8dae31e8-fc12-4b57-a053-07fc05534706 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:42:59.740456 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:42:59.740783 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8dae31e8-fc12-4b57-a053-07fc05534706 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:42:59.741208 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06', 'status': 'completed', 'code': 200} Dec 15 11:42:59.790742 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f1a97-b53f-481a-b27b-89830ca568f9 req-db626cf8-2c60-4520-9af2-1bd1d39bee13 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:59.792284 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e5f1a97-b53f-481a-b27b-89830ca568f9 req-db626cf8-2c60-4520-9af2-1bd1d39bee13 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/ports?device_id=667f1a18-0bee-4a2a-926f-c923d2c0e9f4 HTTP/1.1" status: 200 len: 945 time: 0.0788076 Dec 15 11:42:59.794304 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-232c26f0-fd15-4577-a201-57bfa6ff3a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:59.795686 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-232c26f0-fd15-4577-a201-57bfa6ff3a16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 1097 time: 0.0945685 Dec 15 11:42:59.833493 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-92226eed-1390-493c-ba13-f2b06eac79fe req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] For port 5083da59-0554-493e-88ab-e62bb2f485f8, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5083da59-0554-493e-88ab-e62bb2f485f8,segment=NetworkSegment(6368d6fc-fa03-4cfc-92cb-ac50f5756144),segment_id=6368d6fc-fa03-4cfc-92cb-ac50f5756144)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:42:59.833771 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-92226eed-1390-493c-ba13-f2b06eac79fe req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:42:59.850872 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [req-92226eed-1390-493c-ba13-f2b06eac79fe req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Calling delete_port for 5083da59-0554-493e-88ab-e62bb2f485f8 owned by compute:nova {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:42:59.857642 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-e473a06f-8df3-4142-ab98-b4200ca3c224 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=180360d8-980c-4eed-bda1-c7d96d157e06 HTTP/1.1" status: 200 len: 217 time: 0.0391231 Dec 15 11:42:59.909553 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2e5f1a97-b53f-481a-b27b-89830ca568f9 req-31310eb7-7496-4539-9d74-40904bf6e271 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.62 "GET /v2.0/security-groups?id=13ac6c3a-d478-4339-9e73-1a82668eb49e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093135 Dec 15 11:42:59.924268 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-a907cefc-629a-4178-a18d-952e3a471dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:59.925768 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-a907cefc-629a-4178-a18d-952e3a471dec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 200 len: 849 time: 0.0593221 Dec 15 11:42:59.977070 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-c085de38-68d0-4e65-9dbc-d1d1c3bdec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:42:59.978480 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-c085de38-68d0-4e65-9dbc-d1d1c3bdec2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ce2434a-00df-48e8-b569-90a8896c979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454764 Dec 15 11:42:59.997293 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-92226eed-1390-493c-ba13-f2b06eac79fe req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.030891 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['5083da59-0554-493e-88ab-e62bb2f485f8'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:43:00.055632 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.076940 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-72dc968d-622d-41a0-9c21-2f5bca071a6f service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906146 Dec 15 11:43:00.173285 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-700a95e3-381a-40f4-8ebb-6e6084a89c37 req-10fb5c33-36d4-4c30-9254-45caab545d3d service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892024 Dec 15 11:43:00.274868 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Pushing event deleted for resources: {'Port': ['ID=5083da59-0554-493e-88ab-e62bb2f485f8,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:00.310224 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-7b1eaf3d-8bfb-4b23-a1eb-1bce308fa9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:00.311887 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-7b1eaf3d-8bfb-4b23-a1eb-1bce308fa9da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 1097 time: 0.0536790 Dec 15 11:43:00.315782 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-92226eed-1390-493c-ba13-f2b06eac79fe req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] No DVR routers for this DVR port 5083da59-0554-493e-88ab-e62bb2f485f8 on host hv-cinder-81322 {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:43:00.318286 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-92226eed-1390-493c-ba13-f2b06eac79fe req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:00.321613 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-92226eed-1390-493c-ba13-f2b06eac79fe req-4b20a9ea-9edf-4d7c-8a35-52a72911c684 tempest-AttachVolumeNegativeTest-593901937 tempest-AttachVolumeNegativeTest-593901937-project] 10.222.0.58 "DELETE /v2.0/ports/5083da59-0554-493e-88ab-e62bb2f485f8 HTTP/1.1" status: 204 len: 173 time: 0.7368510 Dec 15 11:43:00.322054 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667f1a18-0bee-4a2a-926f-c923d2c0e9f4', 'name': 'network-vif-deleted', 'tag': '5083da59-0554-493e-88ab-e62bb2f485f8'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:00.324260 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202d6aa4-f835-42bc-906b-672dd6928125" -d '{"events": [{"server_uuid": "667f1a18-0bee-4a2a-926f-c923d2c0e9f4", "name": "network-vif-deleted", "tag": "5083da59-0554-493e-88ab-e62bb2f485f8"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:00.422159 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c481d6d4-5784-41df-9cae-ba40bc69b66c x-openstack-request-id: req-c481d6d4-5784-41df-9cae-ba40bc69b66c {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:00.422481 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667f1a18-0bee-4a2a-926f-c923d2c0e9f4", "name": "network-vif-deleted", "tag": "5083da59-0554-493e-88ab-e62bb2f485f8", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:00.422739 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c481d6d4-5784-41df-9cae-ba40bc69b66c {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:00.423137 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '667f1a18-0bee-4a2a-926f-c923d2c0e9f4', 'name': 'network-vif-deleted', 'tag': '5083da59-0554-493e-88ab-e62bb2f485f8', 'status': 'completed', 'code': 200} Dec 15 11:43:00.724842 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffab852-b1ac-47bc-9066-04fd6b1a22cb req-a0e8b74d-af98-4048-a8cf-0cd5916cf0f1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:00.726316 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ffab852-b1ac-47bc-9066-04fd6b1a22cb req-a0e8b74d-af98-4048-a8cf-0cd5916cf0f1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.3565481 Dec 15 11:43:00.729455 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-5fa4dd64-85fd-4540-a06f-e5ab4684f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:00.730821 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-5fa4dd64-85fd-4540-a06f-e5ab4684f6fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 911 time: 0.4106004 Dec 15 11:43:00.750752 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e0faf-234c-4826-a91d-290b46fb7210 req-c7eedfc0-e6dd-44a2-9250-d8a09aaf47fc tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:00.752200 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7f0e0faf-234c-4826-a91d-290b46fb7210 req-c7eedfc0-e6dd-44a2-9250-d8a09aaf47fc tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.1005950 Dec 15 11:43:00.805210 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-fb618261-83c5-49b4-b918-434bc1bcc7de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=180360d8-980c-4eed-bda1-c7d96d157e06 HTTP/1.1" status: 200 len: 217 time: 0.0627286 Dec 15 11:43:00.887014 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4ffab852-b1ac-47bc-9066-04fd6b1a22cb req-89be815b-3467-4d68-86ee-fc9815302756 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526272 Dec 15 11:43:00.902397 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7f0e0faf-234c-4826-a91d-290b46fb7210 req-7149446b-c563-43f3-8e74-6ba61b5ecc08 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373544 Dec 15 11:43:00.908992 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-338f0c73-2700-4bfb-bca5-843d2e1a955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:00.910532 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-338f0c73-2700-4bfb-bca5-843d2e1a955d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 200 len: 849 time: 0.0914519 Dec 15 11:43:00.961535 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-f83f6f24-2eff-4bdc-a4d9-90fc7abb2e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:00.963144 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-f83f6f24-2eff-4bdc-a4d9-90fc7abb2e49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ce2434a-00df-48e8-b569-90a8896c979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455110 Dec 15 11:43:00.970876 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43718) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:01.016304 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-466597da-165a-415f-bc95-12d5e9d6e3a6 admin admin] Deleting subnet efc0b276-f3e9-4653-8298-5ca5ae0829d5 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:43:01.019296 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-466597da-165a-415f-bc95-12d5e9d6e3a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.057904 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-466597da-165a-415f-bc95-12d5e9d6e3a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14092405'] for subnet, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.080825 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cc924-e30b-45e5-8f92-38343d595127 req-47253ec4-235a-4a40-94b0-b81317f624e9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:01.082345 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a11cc924-e30b-45e5-8f92-38343d595127 req-47253ec4-235a-4a40-94b0-b81317f624e9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.1012542 Dec 15 11:43:01.092388 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43720) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:01.096774 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-d759adf2-3166-4b80-b854-f82bf26b1c16 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Request body: {'floatingip': {'port_id': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:01.098653 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-5fa8b387-43b8-4fbb-b90b-79f53b6290d3 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247103 Dec 15 11:43:01.139876 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-466597da-165a-415f-bc95-12d5e9d6e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.143633 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d759adf2-3166-4b80-b854-f82bf26b1c16 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.193365 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2b8b0084-5f10-4da8-b688-40226abfdf29 req-b41ee4e3-bc0a-4ef7-863e-5d673415be88 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878875 Dec 15 11:43:01.283836 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-466597da-165a-415f-bc95-12d5e9d6e3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14141041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13785167'] for subnet, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.338574 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.370784 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466597da-165a-415f-bc95-12d5e9d6e3a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc0b276-f3e9-4653-8298-5ca5ae0829d5,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:01.381105 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-466597da-165a-415f-bc95-12d5e9d6e3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.384303 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-466597da-165a-415f-bc95-12d5e9d6e3a6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/efc0b276-f3e9-4653-8298-5ca5ae0829d5 HTTP/1.1" status: 204 len: 168 time: 0.4124432 Dec 15 11:43:01.386960 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43722) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:01.454660 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.535647 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.555617 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a0d46e-77b0-4cac-a72c-eb1874b62867']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:01.564789 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6368d6fc-fa03-4cfc-92cb-ac50f5756144') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:01.565126 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6368d6fc-fa03-4cfc-92cb-ac50f5756144') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:01.575105 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.589103 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.595356 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:43:01.595936 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:43:01.597841 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:43:01.643814 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d759adf2-3166-4b80-b854-f82bf26b1c16 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.648641 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d759adf2-3166-4b80-b854-f82bf26b1c16 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.651846 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.657214 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.661295 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] 10.222.0.62 "DELETE /v2.0/networks/87a0d46e-77b0-4cac-a72c-eb1874b62867 HTTP/1.1" status: 204 len: 168 time: 0.2726576 Dec 15 11:43:01.672516 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fd66f-7408-45cb-8dfd-78969c514b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=87a0d46e-77b0-4cac-a72c-eb1874b62867,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:01.753669 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-d759adf2-3166-4b80-b854-f82bf26b1c16 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Floating IP d29f9440-87e5-4dc1-8e68-629f825529d6 associated. External IP: 172.27.0.63, port: 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e. Dec 15 11:43:01.831427 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43726) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:01.878632 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0ed6403e-401f-47e0-b747-5880bb67c6cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d54fa50af294bb4b334827e642cfdd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459800 Dec 15 11:43:01.881145 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43728) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:01.937607 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72abd42f-00b2-471c-a68e-c3b012a9288a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.962293 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72abd42f-00b2-471c-a68e-c3b012a9288a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:01.968347 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d759adf2-3166-4b80-b854-f82bf26b1c16 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Router 1b9c04a5-1d44-4c22-b859-911945ebeb6f has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:43:02.033248 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d1d61-f48e-4024-b0bb-8e1d89ac5eb9 req-b8f059bc-7db3-48c0-9306-deb72a7a3b39 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.035059 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-444d1d61-f48e-4024-b0bb-8e1d89ac5eb9 req-b8f059bc-7db3-48c0-9306-deb72a7a3b39 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.0707450 Dec 15 11:43:02.051750 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72abd42f-00b2-471c-a68e-c3b012a9288a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.054218 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72abd42f-00b2-471c-a68e-c3b012a9288a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.055280 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-72abd42f-00b2-471c-a68e-c3b012a9288a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13ac6c3a-d478-4339-9e73-1a82668eb49e HTTP/1.1" status: 204 len: 168 time: 0.1732392 Dec 15 11:43:02.070877 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abd42f-00b2-471c-a68e-c3b012a9288a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ac6c3a-d478-4339-9e73-1a82668eb49e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:02.089603 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d759adf2-3166-4b80-b854-f82bf26b1c16 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:02.095356 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d759adf2-3166-4b80-b854-f82bf26b1c16 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.106277 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] Sync routers for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:43:02.111691 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-444d1d61-f48e-4024-b0bb-8e1d89ac5eb9 req-38d53955-7830-41ad-ac58-f8ae64bf1538 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690434 Dec 15 11:43:02.126408 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:02.128497 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:42:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:02.132925 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d759adf2-3166-4b80-b854-f82bf26b1c16 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "PUT /v2.0/floatingips/d29f9440-87e5-4dc1-8e68-629f825529d6 HTTP/1.1" status: 200 len: 990 time: 1.0394213 Dec 15 11:43:02.245523 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:02.423895 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:02.426746 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c346d462-f4b3-42cf-93be-b6a844899306" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:02.467870 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fd3e30-7b72-49d9-8b78-edd2d96fe893 x-openstack-request-id: req-67fd3e30-7b72-49d9-8b78-edd2d96fe893 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:02.468162 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:02.468415 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67fd3e30-7b72-49d9-8b78-edd2d96fe893 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:02.468846 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'status': 'completed', 'code': 200} Dec 15 11:43:02.478316 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'd29f9440-87e5-4dc1-8e68-629f825529d6', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'port_id': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'mac_address': 'fa:16:3e:f2:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7770c3-8768-490c-b00b-f70918674916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:42:47Z', 'updated_at': '2021-12-15T11:43:01Z', 'revision_number': 1, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:02.505509 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] Checking router: 1b9c04a5-1d44-4c22-b859-911945ebeb6f for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:43:02.514052 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:02.514677 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:42:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:02.556258 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346d462-f4b3-42cf-93be-b6a844899306 req-9da0afe8-04d6-45d5-8ab4-12524af637df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.561371 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c346d462-f4b3-42cf-93be-b6a844899306 req-9da0afe8-04d6-45d5-8ab4-12524af637df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 1098 time: 0.0513582 Dec 15 11:43:02.627308 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:02.665205 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346d462-f4b3-42cf-93be-b6a844899306 req-a715f1e5-ac9f-4d4a-8edd-e80bda295f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.666822 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c346d462-f4b3-42cf-93be-b6a844899306 req-a715f1e5-ac9f-4d4a-8edd-e80bda295f17 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.0985131 Dec 15 11:43:02.725818 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:02.747267 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c346d462-f4b3-42cf-93be-b6a844899306 req-3e874b3d-d2c9-49bf-a723-85592375a614 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e HTTP/1.1" status: 200 len: 998 time: 0.0731254 Dec 15 11:43:02.798834 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346d462-f4b3-42cf-93be-b6a844899306 req-d6793d4a-ac2e-4f66-b94b-9db660d500e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.800300 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c346d462-f4b3-42cf-93be-b6a844899306 req-d6793d4a-ac2e-4f66-b94b-9db660d500e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.0463641 Dec 15 11:43:02.852910 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346d462-f4b3-42cf-93be-b6a844899306 req-715e0a95-7399-4734-af85-d50a5dec041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:02.854333 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c346d462-f4b3-42cf-93be-b6a844899306 req-715e0a95-7399-4734-af85-d50a5dec041a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470932 Dec 15 11:43:02.897678 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'd29f9440-87e5-4dc1-8e68-629f825529d6', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'port_id': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'mac_address': 'fa:16:3e:f2:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7770c3-8768-490c-b00b-f70918674916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:42:47Z', 'updated_at': '2021-12-15T11:43:01Z', 'revision_number': 1, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:02.930797 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d89de0-a4ff-452d-85af-ffa060db3399 None None] The sync data for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi is: [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'd29f9440-87e5-4dc1-8e68-629f825529d6', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'port_id': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'mac_address': 'fa:16:3e:f2:93:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7770c3-8768-490c-b00b-f70918674916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:42:47Z', 'updated_at': '2021-12-15T11:43:01Z', 'revision_number': 1, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:43:02.956100 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c346d462-f4b3-42cf-93be-b6a844899306 req-45b190bc-4c22-4e30-a38a-2ae174b73080 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943048 Dec 15 11:43:03.050883 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c346d462-f4b3-42cf-93be-b6a844899306 req-1a76716f-e774-4b0d-8455-f88cd869f2ba service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873723 Dec 15 11:43:03.158493 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda6c1dc-82e3-4ada-86f2-b76cac9a4e5e None None] New status for floating IP d29f9440-87e5-4dc1-8e68-629f825529d6: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:43:03.263878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6e7c8-d4bf-4941-ab34-34da2e11a4ec req-8f26acde-bbc1-491a-990f-aabf6a4a720c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:03.271527 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6c6e7c8-d4bf-4941-ab34-34da2e11a4ec req-8f26acde-bbc1-491a-990f-aabf6a4a720c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.0765641 Dec 15 11:43:03.322598 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c6c6e7c8-d4bf-4941-ab34-34da2e11a4ec req-2b5e25ad-b311-4736-ae44-285289d2b4ab tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502093 Dec 15 11:43:03.885912 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 180360d8-980c-4eed-bda1-c7d96d157e06 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:43:03.895894 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5083da59-0554-493e-88ab-e62bb2f485f8 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:43:03.919320 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 5083da59-0554-493e-88ab-e62bb2f485f8 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:43:03.919663 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 5083da59-0554-493e-88ab-e62bb2f485f8 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:43:04.001443 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 180360d8-980c-4eed-bda1-c7d96d157e06, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=180360d8-980c-4eed-bda1-c7d96d157e06,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:04.012213 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '180360d8-980c-4eed-bda1-c7d96d157e06', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'port_id': '180360d8-980c-4eed-bda1-c7d96d157e06', 'mac_address': 'fa:16:3e:06:0b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:43:04.047856 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:04.060496 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180360d8-980c-4eed-bda1-c7d96d157e06 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:43:04.079890 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 180360d8-980c-4eed-bda1-c7d96d157e06, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=180360d8-980c-4eed-bda1-c7d96d157e06,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:04.083082 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:04.129677 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=180360d8-980c-4eed-bda1-c7d96d157e06,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:04.372302 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['180360d8-980c-4eed-bda1-c7d96d157e06'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:43:04.447983 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c954bc9-f33f-498b-9d17-9f4b1effa608 req-92f2be24-ac00-4c86-81df-208d45b6f60c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:04.449528 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7c954bc9-f33f-498b-9d17-9f4b1effa608 req-92f2be24-ac00-4c86-81df-208d45b6f60c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 945 time: 0.0518858 Dec 15 11:43:04.503102 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7c954bc9-f33f-498b-9d17-9f4b1effa608 req-78ca532a-ad89-46c0-861e-0f948d9c1d82 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475531 Dec 15 11:43:05.620693 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f1c74-eecb-4742-bb6c-0276ef20be08 req-e76f941d-6a06-4c74-b8df-5efe8687c2fb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:05.622186 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e83f1c74-eecb-4742-bb6c-0276ef20be08 req-e76f941d-6a06-4c74-b8df-5efe8687c2fb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 945 time: 0.0490565 Dec 15 11:43:05.669547 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e83f1c74-eecb-4742-bb6c-0276ef20be08 req-87fde474-2404-480d-abf5-b01488dff1da tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411980 Dec 15 11:43:05.897766 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 180360d8-980c-4eed-bda1-c7d96d157e06 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:05.949024 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 180360d8-980c-4eed-bda1-c7d96d157e06 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:43:05.953640 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 180360d8-980c-4eed-bda1-c7d96d157e06 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:05.954011 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.043305 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.068562 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:06.070864 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20279867-6f87-4304-820d-cd3f8dfb9c1f" -d '{"events": [{"server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "name": "network-vif-plugged", "status": "completed", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:06.083933 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 180360d8-980c-4eed-bda1-c7d96d157e06, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=180360d8-980c-4eed-bda1-c7d96d157e06,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:06.088314 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:06.115627 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dc9926-c698-4644-b841-6ca8f385a040 x-openstack-request-id: req-77dc9926-c698-4644-b841-6ca8f385a040 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:06.115945 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "name": "network-vif-plugged", "status": "completed", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:06.116206 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77dc9926-c698-4644-b841-6ca8f385a040 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:06.116598 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06', 'code': 200} Dec 15 11:43:06.142545 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=180360d8-980c-4eed-bda1-c7d96d157e06,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:06.320385 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfd825-9ae3-4439-adf6-9ecd92467048 req-d7747d66-ee08-4ee7-8479-c9c85b3496b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:06.321815 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3adfd825-9ae3-4439-adf6-9ecd92467048 req-d7747d66-ee08-4ee7-8479-c9c85b3496b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 1099 time: 0.0434382 Dec 15 11:43:06.368118 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3adfd825-9ae3-4439-adf6-9ecd92467048 req-37da1ba0-6870-4ae6-a04b-2b4879e1a761 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376203 Dec 15 11:43:06.786224 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc47ce-031a-41d5-a274-81db8dba02bd req-875563d6-072c-4488-914b-b715fe1bf596 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:06.787689 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-41bc47ce-031a-41d5-a274-81db8dba02bd req-875563d6-072c-4488-914b-b715fe1bf596 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 946 time: 0.0484781 Dec 15 11:43:06.834050 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-41bc47ce-031a-41d5-a274-81db8dba02bd req-593781b2-4a5f-481b-96bd-17eedb67c1cf tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404568 Dec 15 11:43:07.238315 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:07.314690 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:43:07.961289 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efcebf-9c44-4749-a554-2caf3d3d3393 req-e68f5f58-8b05-4ab3-b158-d532c5eefeb1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:07.962791 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-73efcebf-9c44-4749-a554-2caf3d3d3393 req-e68f5f58-8b05-4ab3-b158-d532c5eefeb1 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 946 time: 0.0513134 Dec 15 11:43:08.018382 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-73efcebf-9c44-4749-a554-2caf3d3d3393 req-41fa0fa2-6254-4088-b258-a32160bcb6a2 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455215 Dec 15 11:43:08.127601 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d7b73-d0fa-47de-8dac-f26bfa9698d2 req-383bc476-5b09-4c11-a55b-d9b70debb5c7 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:08.129033 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ed1d7b73-d0fa-47de-8dac-f26bfa9698d2 req-383bc476-5b09-4c11-a55b-d9b70debb5c7 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 946 time: 0.0490131 Dec 15 11:43:08.138375 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43856) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:08.142937 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-e4f200d1-29ee-44a3-b446-83a1e3b39ea4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Request body: {'floatingip': {'port_id': '180360d8-980c-4eed-bda1-c7d96d157e06'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:43:08.182930 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4f200d1-29ee-44a3-b446-83a1e3b39ea4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:08.600771 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4f200d1-29ee-44a3-b446-83a1e3b39ea4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:08.604537 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4f200d1-29ee-44a3-b446-83a1e3b39ea4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:08.702956 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [None req-e4f200d1-29ee-44a3-b446-83a1e3b39ea4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Floating IP 2f340f8c-d3b1-463d-9bd2-ddf1e0978c00 associated. External IP: 172.27.0.119, port: 180360d8-980c-4eed-bda1-c7d96d157e06. Dec 15 11:43:08.914831 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f200d1-29ee-44a3-b446-83a1e3b39ea4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Router 2a91df33-0143-4451-a007-090f05ce7bc7 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:43:09.021960 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f200d1-29ee-44a3-b446-83a1e3b39ea4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:43:09.026474 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e4f200d1-29ee-44a3-b446-83a1e3b39ea4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:09.032017 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] Sync routers for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:43:09.052063 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:09.052990 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:42:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:09.056901 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e4f200d1-29ee-44a3-b446-83a1e3b39ea4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "PUT /v2.0/floatingips/2f340f8c-d3b1-463d-9bd2-ddf1e0978c00 HTTP/1.1" status: 200 len: 992 time: 0.9158804 Dec 15 11:43:09.056901 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:09.058827 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2214b60c-a373-47a1-a11f-4528ac94929c" -d '{"events": [{"name": "network-changed", "server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:09.100173 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7974404e-f79f-47d8-bde1-56578d0ab3c0 x-openstack-request-id: req-7974404e-f79f-47d8-bde1-56578d0ab3c0 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:09.100933 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:09.101347 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7974404e-f79f-47d8-bde1-56578d0ab3c0 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:09.102530 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06', 'status': 'completed', 'code': 200} Dec 15 11:43:09.166233 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:09.204969 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214b60c-a373-47a1-a11f-4528ac94929c req-569a8cc0-35f1-42ad-8e42-0f69961171e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:09.206553 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2214b60c-a373-47a1-a11f-4528ac94929c req-569a8cc0-35f1-42ad-8e42-0f69961171e9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 1099 time: 0.0448666 Dec 15 11:43:09.321884 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214b60c-a373-47a1-a11f-4528ac94929c req-fbda2224-5d9d-4101-9c0c-0a5b6e0eef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:09.323484 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2214b60c-a373-47a1-a11f-4528ac94929c req-fbda2224-5d9d-4101-9c0c-0a5b6e0eef88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 200 len: 911 time: 0.0963299 Dec 15 11:43:09.394730 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2214b60c-a373-47a1-a11f-4528ac94929c req-56bdb3ff-add3-40c2-b188-e11dd29b75db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=180360d8-980c-4eed-bda1-c7d96d157e06 HTTP/1.1" status: 200 len: 1000 time: 0.0627306 Dec 15 11:43:09.444148 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214b60c-a373-47a1-a11f-4528ac94929c req-11187c1d-fff7-4245-9cfc-b60824c02365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:09.445668 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2214b60c-a373-47a1-a11f-4528ac94929c req-11187c1d-fff7-4245-9cfc-b60824c02365 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 200 len: 849 time: 0.0440953 Dec 15 11:43:09.495674 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214b60c-a373-47a1-a11f-4528ac94929c req-460e2a5c-1bb9-4c23-9a9d-6f6ba585514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:09.497298 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2214b60c-a373-47a1-a11f-4528ac94929c req-460e2a5c-1bb9-4c23-9a9d-6f6ba585514b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ce2434a-00df-48e8-b569-90a8896c979a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450153 Dec 15 11:43:09.514157 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '2f340f8c-d3b1-463d-9bd2-ddf1e0978c00', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'port_id': '180360d8-980c-4eed-bda1-c7d96d157e06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'mac_address': 'fa:16:3e:06:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d098d2-110d-42e9-8632-e7809e915775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:42:55Z', 'updated_at': '2021-12-15T11:43:08Z', 'revision_number': 1, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:09.544186 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] Checking router: 2a91df33-0143-4451-a007-090f05ce7bc7 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:43:09.553328 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:43:09.553957 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:42:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:09.585365 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2214b60c-a373-47a1-a11f-4528ac94929c req-a6af8346-ea55-410d-865b-282fdb8a11c3 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814090 Dec 15 11:43:09.659121 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:43:09.689143 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2214b60c-a373-47a1-a11f-4528ac94929c req-de10664d-f52a-4030-aa12-ac24c6ea4900 service neutron] 10.222.0.58 "GET /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861244 Dec 15 11:43:09.879869 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '2f340f8c-d3b1-463d-9bd2-ddf1e0978c00', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'port_id': '180360d8-980c-4eed-bda1-c7d96d157e06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'mac_address': 'fa:16:3e:06:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d098d2-110d-42e9-8632-e7809e915775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:42:55Z', 'updated_at': '2021-12-15T11:43:08Z', 'revision_number': 1, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:43:09.905795 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ebbeeb-b470-4809-966f-c181cb7b6990 None None] The sync data for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi is: [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '2f340f8c-d3b1-463d-9bd2-ddf1e0978c00', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'floating_ip_address': '172.27.0.119', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'port_id': '180360d8-980c-4eed-bda1-c7d96d157e06', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'mac_address': 'fa:16:3e:06:0b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d098d2-110d-42e9-8632-e7809e915775', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:42:55Z', 'updated_at': '2021-12-15T11:43:08Z', 'revision_number': 1, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:43:10.092676 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abec7c2-2930-408b-8426-064e2f09703d None None] New status for floating IP 2f340f8c-d3b1-463d-9bd2-ddf1e0978c00: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:43:11.512024 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43890) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:11.849696 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4185967b-23af-4ab8-9ba8-53f7ca1489fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:11.924627 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4185967b-23af-4ab8-9ba8-53f7ca1489fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:11.928436 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-4185967b-23af-4ab8-9ba8-53f7ca1489fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:11.967180 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-4185967b-23af-4ab8-9ba8-53f7ca1489fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=95337ffb3ddf45a9a04d37998bc3b6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538190 Dec 15 11:43:11.967833 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185967b-23af-4ab8-9ba8-53f7ca1489fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b98848c-5964-4894-a54d-255b55c6f5fa,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:11.970177 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43894) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:12.023118 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1596eb57-1259-46b2-84ab-794be961187a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:12.047279 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1596eb57-1259-46b2-84ab-794be961187a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:12.093999 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1596eb57-1259-46b2-84ab-794be961187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:12.096667 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1596eb57-1259-46b2-84ab-794be961187a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:12.099077 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1596eb57-1259-46b2-84ab-794be961187a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b98848c-5964-4894-a54d-255b55c6f5fa HTTP/1.1" status: 204 len: 168 time: 0.1278772 Dec 15 11:43:12.107244 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596eb57-1259-46b2-84ab-794be961187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b98848c-5964-4894-a54d-255b55c6f5fa,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:14.400079 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43972) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:14.504231 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ba0c613b-63ce-4dd5-9513-7f2c6861855a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:14.590985 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ba0c613b-63ce-4dd5-9513-7f2c6861855a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:14.594679 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-ba0c613b-63ce-4dd5-9513-7f2c6861855a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:14.631995 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c613b-63ce-4dd5-9513-7f2c6861855a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a33746-eb9b-432d-9e11-16e0a6ad0483,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:14.636513 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-ba0c613b-63ce-4dd5-9513-7f2c6861855a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c86790444b34250848328311799ce95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354186 Dec 15 11:43:14.639361 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43976) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:14.687794 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0102f7bd-e930-496c-8ebf-beb3aac0e4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:14.710756 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0102f7bd-e930-496c-8ebf-beb3aac0e4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:14.760541 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0102f7bd-e930-496c-8ebf-beb3aac0e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:14.762495 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0102f7bd-e930-496c-8ebf-beb3aac0e4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:14.763648 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0102f7bd-e930-496c-8ebf-beb3aac0e4ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28a33746-eb9b-432d-9e11-16e0a6ad0483 HTTP/1.1" status: 204 len: 168 time: 0.1236086 Dec 15 11:43:14.772259 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102f7bd-e930-496c-8ebf-beb3aac0e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a33746-eb9b-432d-9e11-16e0a6ad0483,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:15.031124 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 43984) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:15.044619 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aab47910-fe3b-4d13-8d4a-077f47a4d4df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.117529 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aab47910-fe3b-4d13-8d4a-077f47a4d4df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.121156 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-aab47910-fe3b-4d13-8d4a-077f47a4d4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.159193 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-aab47910-fe3b-4d13-8d4a-077f47a4d4df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02492d87742a4a338700ab1eb53ee0b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269736 Dec 15 11:43:15.160056 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab47910-fe3b-4d13-8d4a-077f47a4d4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15e9e25-2d2d-481f-a5cd-23a0414327fe,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:15.162257 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 43986) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:15.219164 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e9ebe800-f51d-4cf1-adc9-710482cd98ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.240435 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e9ebe800-f51d-4cf1-adc9-710482cd98ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.288708 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e9ebe800-f51d-4cf1-adc9-710482cd98ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.291386 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-e9ebe800-f51d-4cf1-adc9-710482cd98ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:15.292829 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-e9ebe800-f51d-4cf1-adc9-710482cd98ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e15e9e25-2d2d-481f-a5cd-23a0414327fe HTTP/1.1" status: 204 len: 168 time: 0.1293967 Dec 15 11:43:15.302478 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebe800-f51d-4cf1-adc9-710482cd98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15e9e25-2d2d-481f-a5cd-23a0414327fe,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:17.163775 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44066) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:17.270663 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-883f5089-0dc5-4864-b062-fb5dca86f841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.346584 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-883f5089-0dc5-4864-b062-fb5dca86f841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.350913 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-883f5089-0dc5-4864-b062-fb5dca86f841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.388950 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-883f5089-0dc5-4864-b062-fb5dca86f841 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=090f11589ce0463ab09587a8e55afb7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240686 Dec 15 11:43:17.389683 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f5089-0dc5-4864-b062-fb5dca86f841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec7468d-ed44-4dc5-821b-5ca15e48bc40,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:17.392296 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44070) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:17.442076 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f2bbf85-cb72-42f4-afd4-65c200f86a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.462824 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f2bbf85-cb72-42f4-afd4-65c200f86a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.509578 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f2bbf85-cb72-42f4-afd4-65c200f86a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.512412 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5f2bbf85-cb72-42f4-afd4-65c200f86a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.513874 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5f2bbf85-cb72-42f4-afd4-65c200f86a78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ec7468d-ed44-4dc5-821b-5ca15e48bc40 HTTP/1.1" status: 204 len: 168 time: 0.1200154 Dec 15 11:43:17.523058 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bbf85-cb72-42f4-afd4-65c200f86a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec7468d-ed44-4dc5-821b-5ca15e48bc40,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:17.780051 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44078) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:17.796602 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-551ef114-5bd8-4989-8450-1c961e55a7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.876170 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-551ef114-5bd8-4989-8450-1c961e55a7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.880178 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-551ef114-5bd8-4989-8450-1c961e55a7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.916526 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ef114-5bd8-4989-8450-1c961e55a7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9671b2-e706-48dc-9ca4-f11bcf68e07d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:17.920771 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-551ef114-5bd8-4989-8450-1c961e55a7bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27d0653ad33446fdb728dfe0551a9902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397054 Dec 15 11:43:17.923307 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44080) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:17.969292 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e481-55ff-4b1e-9147-605e1294e5a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:17.990593 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e481-55ff-4b1e-9147-605e1294e5a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:18.041341 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e481-55ff-4b1e-9147-605e1294e5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:18.043928 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e481-55ff-4b1e-9147-605e1294e5a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:18.045121 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e9d8e481-55ff-4b1e-9147-605e1294e5a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff9671b2-e706-48dc-9ca4-f11bcf68e07d HTTP/1.1" status: 204 len: 168 time: 0.1209044 Dec 15 11:43:18.052989 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8e481-55ff-4b1e-9147-605e1294e5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9671b2-e706-48dc-9ca4-f11bcf68e07d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:19.067543 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44114) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:19.173404 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df5f78b1-862d-4d92-9a37-39775b503459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:19.250746 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df5f78b1-862d-4d92-9a37-39775b503459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:19.254518 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-df5f78b1-862d-4d92-9a37-39775b503459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:19.293634 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-df5f78b1-862d-4d92-9a37-39775b503459 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09f4636629414c2ba87eeb8375df6267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250004 Dec 15 11:43:19.294509 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f78b1-862d-4d92-9a37-39775b503459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851bd07b-fc36-46e5-b4b0-39ed72a9491d,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:19.296431 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44120) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:19.344197 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-efca237e-8594-44f7-9252-f8c22fcb092f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:19.365222 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-efca237e-8594-44f7-9252-f8c22fcb092f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:19.409816 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-efca237e-8594-44f7-9252-f8c22fcb092f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:19.413665 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-efca237e-8594-44f7-9252-f8c22fcb092f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:19.414918 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-efca237e-8594-44f7-9252-f8c22fcb092f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/851bd07b-fc36-46e5-b4b0-39ed72a9491d HTTP/1.1" status: 204 len: 168 time: 0.1173899 Dec 15 11:43:19.422625 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca237e-8594-44f7-9252-f8c22fcb092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851bd07b-fc36-46e5-b4b0-39ed72a9491d,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:26.670138 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5a53bbdc-8651-4a96-bf2b-6fd94004ac4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.282569 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44270) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:27.386389 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2202-bdce-4558-b62c-9f128069d202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.460784 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2202-bdce-4558-b62c-9f128069d202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.464384 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cb1b2202-bdce-4558-b62c-9f128069d202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.504859 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b2202-bdce-4558-b62c-9f128069d202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414ee781-9975-49cb-9ed0-e835b2d90c4f,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:27.509086 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cb1b2202-bdce-4558-b62c-9f128069d202 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d36a18ce9274977a174c580c15bf868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254372 Dec 15 11:43:27.511733 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44274) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:27.557490 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-69235b32-5670-4f66-9dda-85c5db7814fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.578320 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-69235b32-5670-4f66-9dda-85c5db7814fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.622365 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-69235b32-5670-4f66-9dda-85c5db7814fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.625211 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-69235b32-5670-4f66-9dda-85c5db7814fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.626529 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-69235b32-5670-4f66-9dda-85c5db7814fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/414ee781-9975-49cb-9ed0-e835b2d90c4f HTTP/1.1" status: 204 len: 168 time: 0.1137731 Dec 15 11:43:27.634908 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69235b32-5670-4f66-9dda-85c5db7814fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414ee781-9975-49cb-9ed0-e835b2d90c4f,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:27.888514 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44282) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:27.901349 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-11497bf9-9679-4b6d-bb36-399bf5168f4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.976103 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-11497bf9-9679-4b6d-bb36-399bf5168f4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:27.979753 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-11497bf9-9679-4b6d-bb36-399bf5168f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.019886 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-11497bf9-9679-4b6d-bb36-399bf5168f4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17344b784d5e419cbd445d52950f2e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303430 Dec 15 11:43:28.020864 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11497bf9-9679-4b6d-bb36-399bf5168f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0864d7e8-1ce4-41d8-b4fa-d62c99c36d09,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:28.022618 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44284) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:28.069925 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-da510e58-4b40-4b6e-8c42-acf333b4262e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.090684 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-da510e58-4b40-4b6e-8c42-acf333b4262e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.137627 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-da510e58-4b40-4b6e-8c42-acf333b4262e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.140338 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-da510e58-4b40-4b6e-8c42-acf333b4262e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.141560 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-da510e58-4b40-4b6e-8c42-acf333b4262e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0864d7e8-1ce4-41d8-b4fa-d62c99c36d09 HTTP/1.1" status: 204 len: 168 time: 0.1179197 Dec 15 11:43:28.150600 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da510e58-4b40-4b6e-8c42-acf333b4262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0864d7e8-1ce4-41d8-b4fa-d62c99c36d09,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:28.459859 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44292) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:28.473321 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d1c427f0-ef5b-434c-bb02-2436a9a95296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.546745 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d1c427f0-ef5b-434c-bb02-2436a9a95296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.550422 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d1c427f0-ef5b-434c-bb02-2436a9a95296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.589815 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d1c427f0-ef5b-434c-bb02-2436a9a95296 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cae35529d75a44858a65eaac03642a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288216 Dec 15 11:43:28.590652 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c427f0-ef5b-434c-bb02-2436a9a95296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d3c13b-fe83-4b55-ba7b-312e36fe0f1a,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:28.592438 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44294) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:43:28.641728 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ef205f7b-2913-47af-bf59-749989b44db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.664000 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ef205f7b-2913-47af-bf59-749989b44db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.711506 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ef205f7b-2913-47af-bf59-749989b44db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.714109 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ef205f7b-2913-47af-bf59-749989b44db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:28.715232 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ef205f7b-2913-47af-bf59-749989b44db5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79d3c13b-fe83-4b55-ba7b-312e36fe0f1a HTTP/1.1" status: 204 len: 168 time: 0.1211855 Dec 15 11:43:28.725235 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef205f7b-2913-47af-bf59-749989b44db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d3c13b-fe83-4b55-ba7b-312e36fe0f1a,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:28.933384 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f9640331-a284-4e5a-8d22-cf02a899fc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:30.032780 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:31.340699 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:32.680150 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:37.243249 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:38.029024 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-111b3ab2-248c-4251-81db-460d304e2557 req-a9cfccd7-9ee5-4e7e-b77d-4cb40a80a860 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390851 Dec 15 11:43:38.103737 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b3ab2-248c-4251-81db-460d304e2557 req-9b29bb26-04b9-455c-8782-eafcfccb39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:38.105321 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-111b3ab2-248c-4251-81db-460d304e2557 req-9b29bb26-04b9-455c-8782-eafcfccb39e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 1099 time: 0.0399930 Dec 15 11:43:38.215059 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b3ab2-248c-4251-81db-460d304e2557 req-8b9127a6-466e-478d-b036-5be8bd688ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:38.216582 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-111b3ab2-248c-4251-81db-460d304e2557 req-8b9127a6-466e-478d-b036-5be8bd688ca2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.0871117 Dec 15 11:43:38.297525 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-111b3ab2-248c-4251-81db-460d304e2557 req-d806e72c-2af9-4e12-96f0-cd49f96332a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75832f51-13de-4163-9d8d-d3f23b198531 HTTP/1.1" status: 200 len: 1002 time: 0.0586135 Dec 15 11:43:38.350409 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b3ab2-248c-4251-81db-460d304e2557 req-90fabf02-7a63-4d14-a466-83df0224e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:38.351848 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-111b3ab2-248c-4251-81db-460d304e2557 req-90fabf02-7a63-4d14-a466-83df0224e04f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0472386 Dec 15 11:43:38.400902 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b3ab2-248c-4251-81db-460d304e2557 req-1c0525e0-0c93-4a95-a487-bda76751a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:38.402269 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-111b3ab2-248c-4251-81db-460d304e2557 req-1c0525e0-0c93-4a95-a487-bda76751a0df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419433 Dec 15 11:43:38.491400 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-111b3ab2-248c-4251-81db-460d304e2557 req-9a64ba55-8d0c-4053-8f19-8993c290944c service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808840 Dec 15 11:43:38.584187 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-111b3ab2-248c-4251-81db-460d304e2557 req-5bed903d-8846-4fb7-987e-d7d1f76358a7 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853171 Dec 15 11:43:43.748733 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c400f13-c6a1-4fe7-83e9-8316dc087633 req-76193b94-15e5-48b4-8906-98e2ade292e6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:43.750230 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3c400f13-c6a1-4fe7-83e9-8316dc087633 req-76193b94-15e5-48b4-8906-98e2ade292e6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0506775 Dec 15 11:43:43.797986 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3c400f13-c6a1-4fe7-83e9-8316dc087633 req-b788e44b-cfde-43aa-8dcd-a7830b539a83 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413766 Dec 15 11:43:44.312790 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:43:44.925959 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a79efa-3c42-4d04-bea6-4026d85b200d req-17f276a3-5a19-4e64-aa74-a541164da22a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:44.927965 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-96a79efa-3c42-4d04-bea6-4026d85b200d req-17f276a3-5a19-4e64-aa74-a541164da22a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0549457 Dec 15 11:43:44.975557 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-96a79efa-3c42-4d04-bea6-4026d85b200d req-b4008148-4470-4084-8060-6473a628639f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419672 Dec 15 11:43:46.094759 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1632677-12b4-43ab-97e8-afa14255564c req-c615fff8-58ee-4653-aed8-c32f02b99cde tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:46.096241 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b1632677-12b4-43ab-97e8-afa14255564c req-c615fff8-58ee-4653-aed8-c32f02b99cde tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0480134 Dec 15 11:43:46.145870 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b1632677-12b4-43ab-97e8-afa14255564c req-c086ae05-7e5d-47ad-adf6-d2181d79fded tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Dec 15 11:43:47.268408 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5aa68-15be-4a72-b21e-7dfc0aca867e req-9878162c-4436-4370-aaf0-d683f5158388 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:47.270419 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-83c5aa68-15be-4a72-b21e-7dfc0aca867e req-9878162c-4436-4370-aaf0-d683f5158388 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0500436 Dec 15 11:43:47.319940 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-83c5aa68-15be-4a72-b21e-7dfc0aca867e req-47c78f61-26a9-498e-8681-b69a2e54f4d5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436425 Dec 15 11:43:48.439736 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdda4df-bb16-4a78-944c-c62b80f1e750 req-981cdd63-ec43-46d2-9a6b-2364b4fb1373 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:48.441233 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6cdda4df-bb16-4a78-944c-c62b80f1e750 req-981cdd63-ec43-46d2-9a6b-2364b4fb1373 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0476522 Dec 15 11:43:48.487470 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6cdda4df-bb16-4a78-944c-c62b80f1e750 req-2d9ee4c0-13f2-437f-9e49-ebd8912b7a06 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404356 Dec 15 11:43:49.610127 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0a403-9a7a-4b63-b5b6-15f3e5e7e18b req-cfab01ab-c328-4587-9747-2db3464b94c3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:49.611635 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52b0a403-9a7a-4b63-b5b6-15f3e5e7e18b req-cfab01ab-c328-4587-9747-2db3464b94c3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0496879 Dec 15 11:43:49.660400 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52b0a403-9a7a-4b63-b5b6-15f3e5e7e18b req-6bd82cb6-509f-45a1-a680-2637c084b95b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429370 Dec 15 11:43:50.783602 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9307fd-f183-4eee-ae7b-078bfcb52a99 req-b9d16590-b991-4322-9351-2299e4a216c7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:50.785571 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef9307fd-f183-4eee-ae7b-078bfcb52a99 req-b9d16590-b991-4322-9351-2299e4a216c7 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0546563 Dec 15 11:43:50.836315 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef9307fd-f183-4eee-ae7b-078bfcb52a99 req-879195b2-04d7-4216-b824-e064a6c49d22 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Dec 15 11:43:51.963944 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600960-a963-4ff8-a4d7-97d139f18b35 req-11f4a56f-3fae-4676-9c00-34593e80a7b2 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:51.965494 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb600960-a963-4ff8-a4d7-97d139f18b35 req-11f4a56f-3fae-4676-9c00-34593e80a7b2 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0494637 Dec 15 11:43:52.012634 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb600960-a963-4ff8-a4d7-97d139f18b35 req-67a8b20e-38dc-487f-b6e8-9a7b07e7ec04 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Dec 15 11:43:53.135418 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbccc7a-71ef-48e4-a9ba-823b7b50937e req-5a0e0fa3-0a79-4938-b3b7-85c28ae2c4ca tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:53.136913 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9fbccc7a-71ef-48e4-a9ba-823b7b50937e req-5a0e0fa3-0a79-4938-b3b7-85c28ae2c4ca tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0516894 Dec 15 11:43:53.183983 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9fbccc7a-71ef-48e4-a9ba-823b7b50937e req-4b5af5f8-c5f3-400e-a302-bde3916b3f8e tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 Dec 15 11:43:54.302322 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f63fc-bac7-434c-bc0e-dda815d11166 req-73a79b4b-35dc-46c6-80da-d6ff7d5a78e8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:54.303844 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d4f63fc-bac7-434c-bc0e-dda815d11166 req-73a79b4b-35dc-46c6-80da-d6ff7d5a78e8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0488467 Dec 15 11:43:54.350084 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0d4f63fc-bac7-434c-bc0e-dda815d11166 req-b5e1c114-2f6b-46f4-a6f6-705098b99e0a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403390 Dec 15 11:43:55.467838 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a22b64-ea30-4a43-ab06-06b290af6cdc req-12affc15-7e96-4707-b82b-9183b6b57178 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:55.469332 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b4a22b64-ea30-4a43-ab06-06b290af6cdc req-12affc15-7e96-4707-b82b-9183b6b57178 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0483320 Dec 15 11:43:55.519176 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b4a22b64-ea30-4a43-ab06-06b290af6cdc req-1215f082-345e-4ef4-a886-00dd66828098 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439959 Dec 15 11:43:56.134261 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:43:56.228779 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:56.240446 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'port_id': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'mac_address': 'fa:16:3e:f2:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:43:56.282546 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.296410 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:43:56.315902 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:56.320676 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.368507 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=6']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:56.375516 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.375888 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.376247 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.376587 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.376949 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.377276 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.377600 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.377986 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.378241 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.378564 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.379375 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.379696 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.380012 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:43:56.481802 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:43:56.643554 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7ca5e-054a-478e-aa71-4fa0aaa82c32 req-41f5095f-0119-4886-b123-5dbc0d0a7012 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:56.645461 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-42f7ca5e-054a-478e-aa71-4fa0aaa82c32 req-41f5095f-0119-4886-b123-5dbc0d0a7012 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 944 time: 0.0529544 Dec 15 11:43:56.680046 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e6f20b00-c5dd-4525-93ba-64c43d5a24b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:56.708181 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-42f7ca5e-054a-478e-aa71-4fa0aaa82c32 req-c6ad692b-d467-46b4-8cb1-7eb6e150e9d3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566139 Dec 15 11:43:57.843313 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4760b0-ef07-4196-8696-88eaf90cb7a6 req-010f36bf-68f3-4b12-9591-73ecd4ce1392 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:57.850461 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb4760b0-ef07-4196-8696-88eaf90cb7a6 req-010f36bf-68f3-4b12-9591-73ecd4ce1392 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 944 time: 0.0564511 Dec 15 11:43:57.901451 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bb4760b0-ef07-4196-8696-88eaf90cb7a6 req-967b8b17-eded-4a5a-b359-b4369be60f15 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497975 Dec 15 11:43:58.133742 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:43:58.195194 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:43:58.195655 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.281214 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.304759 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:43:58.307400 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd8d6a0-8b16-41d6-bcd9-30fa13ecea68" -d '{"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:43:58.323045 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:43:58.338935 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:58.397878 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=7']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:43:58.491905 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7953a805-e81a-40ce-b184-6e8a3349ed40 x-openstack-request-id: req-7953a805-e81a-40ce-b184-6e8a3349ed40 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:43:58.492208 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:43:58.492476 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7953a805-e81a-40ce-b184-6e8a3349ed40 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:43:58.492929 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'code': 200} Dec 15 11:43:58.961044 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23191bc7-a31e-4dc7-8167-08c93987efb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:43:59.053085 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a101-a27c-4e1c-b877-cd739b8f3d85 req-4f696bf9-d8dd-417d-acc8-29f42e324d59 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:43:59.060376 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8e99a101-a27c-4e1c-b877-cd739b8f3d85 req-4f696bf9-d8dd-417d-acc8-29f42e324d59 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0683856 Dec 15 11:43:59.111041 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8e99a101-a27c-4e1c-b877-cd739b8f3d85 req-394d1126-d186-4614-a9f3-be8e21eb04f5 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496366 Dec 15 11:44:00.040484 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:00.244049 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e15e059-b074-46fc-a860-0cef5fb1c53c req-bc4db237-f178-457b-89ad-10c4ec7fd25c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:00.249291 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e15e059-b074-46fc-a860-0cef5fb1c53c req-bc4db237-f178-457b-89ad-10c4ec7fd25c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0591953 Dec 15 11:44:00.314248 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e15e059-b074-46fc-a860-0cef5fb1c53c req-6ea6b447-6ebd-454d-8265-21ba51b5dcbe tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587757 Dec 15 11:44:01.350266 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:01.443947 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410a736-3608-490a-a776-8aebd5199410 req-a0b36752-4c15-4b1e-a40e-f610d30d48df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:01.446760 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5410a736-3608-490a-a776-8aebd5199410 req-a0b36752-4c15-4b1e-a40e-f610d30d48df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0570042 Dec 15 11:44:01.507025 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5410a736-3608-490a-a776-8aebd5199410 req-99bb54d5-a521-4200-870b-6608f3a4f58d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540011 Dec 15 11:44:02.644069 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78694743-e4ff-4c5f-b1a1-f15b08e8d105 req-5c3701b1-f4cf-4de7-bc84-59f24b3a7366 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:02.646448 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-78694743-e4ff-4c5f-b1a1-f15b08e8d105 req-5c3701b1-f4cf-4de7-bc84-59f24b3a7366 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0571012 Dec 15 11:44:02.700143 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:02.737277 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-78694743-e4ff-4c5f-b1a1-f15b08e8d105 req-c4a2cc84-b539-43b5-bd0b-f3f0d599456f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809119 Dec 15 11:44:03.877347 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d11dd-9a59-4c82-a92c-8d7327e3c243 req-8a6755ed-9659-40c0-8038-a55bcd08cb22 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:03.885330 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c3d11dd-9a59-4c82-a92c-8d7327e3c243 req-8a6755ed-9659-40c0-8038-a55bcd08cb22 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0634964 Dec 15 11:44:03.934981 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0c3d11dd-9a59-4c82-a92c-8d7327e3c243 req-683c8f56-cccc-4eda-90af-91e533d48785 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484931 Dec 15 11:44:05.078738 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062bdb4-3d39-464b-a5a5-ee454b5496a4 req-2a55b07a-2d23-4f04-a456-5536649b6a20 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:05.086037 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e062bdb4-3d39-464b-a5a5-ee454b5496a4 req-2a55b07a-2d23-4f04-a456-5536649b6a20 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0669255 Dec 15 11:44:05.139029 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e062bdb4-3d39-464b-a5a5-ee454b5496a4 req-b457365c-0bb9-499c-a22b-4722bb869581 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521281 Dec 15 11:44:06.259259 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75743f4-f39c-4520-a3f7-d931d9d83ebe req-e1ef7fa6-0178-4b9c-a0fc-cf5228f392b0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:06.260914 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d75743f4-f39c-4520-a3f7-d931d9d83ebe req-e1ef7fa6-0178-4b9c-a0fc-cf5228f392b0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0476465 Dec 15 11:44:06.337233 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-eef9c8fe-abe1-4532-85dd-715c2bdc0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:06.338684 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-eef9c8fe-abe1-4532-85dd-715c2bdc0d05 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 1098 time: 0.0726550 Dec 15 11:44:06.342337 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d75743f4-f39c-4520-a3f7-d931d9d83ebe req-b6345b2c-db4e-44af-963c-f06f75288ffe tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752232 Dec 15 11:44:06.429482 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-d99ff8ae-772e-46f6-8fed-9ebe14d082fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:06.430950 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-d99ff8ae-772e-46f6-8fed-9ebe14d082fa service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.0833571 Dec 15 11:44:06.501187 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-ba135ae8-7e29-4c32-94f7-7fd222c06f7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e HTTP/1.1" status: 200 len: 1000 time: 0.0619216 Dec 15 11:44:06.551977 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-3b27fa26-d091-4bfb-b932-ceb8ac39e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:06.553437 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-3b27fa26-d091-4bfb-b932-ceb8ac39e078 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.0447578 Dec 15 11:44:06.600927 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-b75a06f2-ba34-43c4-9da1-273281a430f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:06.602450 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-b75a06f2-ba34-43c4-9da1-273281a430f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405252 Dec 15 11:44:06.706210 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc6877-28e5-4cda-b8e6-f612ef3ab161 req-92194989-51df-4872-a723-e316248a0351 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:06.707640 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f7cc6877-28e5-4cda-b8e6-f612ef3ab161 req-92194989-51df-4872-a723-e316248a0351 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 946 time: 0.1004968 Dec 15 11:44:06.743428 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-afdaa8a6-358d-496a-af7f-0c1ecfdc7de4 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277399 Dec 15 11:44:06.826264 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f7cc6877-28e5-4cda-b8e6-f612ef3ab161 req-9ba56c78-98eb-4d07-9a72-1f3f05052f0e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119540 Dec 15 11:44:06.866638 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-64431d7a-1cfe-46bc-9957-fdbced1134e0 req-7cdcc5a9-aac7-4db8-afc6-edb9bd8a6a76 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137035 Dec 15 11:44:07.254454 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:07.469051 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b23e9-ca43-4119-8056-8073de591db6 req-200de792-d091-42f4-995f-260589292aac tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:07.470522 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a15b23e9-ca43-4119-8056-8073de591db6 req-200de792-d091-42f4-995f-260589292aac tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0502303 Dec 15 11:44:07.519914 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a15b23e9-ca43-4119-8056-8073de591db6 req-4c85ffc6-2605-4de8-9ef7-00aa62fd013e tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424006 Dec 15 11:44:07.942173 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437f9f9-60ce-4636-9cfb-7492e581fd69 req-08d53cb7-d9ac-406c-8514-1368db5c5458 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:07.943679 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0437f9f9-60ce-4636-9cfb-7492e581fd69 req-08d53cb7-d9ac-406c-8514-1368db5c5458 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0479145 Dec 15 11:44:07.997453 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0437f9f9-60ce-4636-9cfb-7492e581fd69 req-d7f602e0-8774-46d5-992b-0ae8d778ee14 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479867 Dec 15 11:44:08.436777 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-34a442f1-b030-4465-bd62-ebe84b52678e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:08.438528 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-34a442f1-b030-4465-bd62-ebe84b52678e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 946 time: 0.0481746 Dec 15 11:44:08.531642 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Deleting port 75832f51-13de-4163-9d8d-d3f23b198531 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:08.532272 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:08.661626 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] For port 75832f51-13de-4163-9d8d-d3f23b198531, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=75832f51-13de-4163-9d8d-d3f23b198531,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:08.662004 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:08.688627 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30f8ae-064c-4f3e-9e06-62b9b090b31f req-9d35620d-15cf-4c2f-8b5b-f668c4497cea tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:08.690174 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd30f8ae-064c-4f3e-9e06-62b9b090b31f req-9d35620d-15cf-4c2f-8b5b-f668c4497cea tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0931711 Dec 15 11:44:08.813898 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd30f8ae-064c-4f3e-9e06-62b9b090b31f req-b3dc2eef-212b-4b90-8f44-7b7a4d63be2e tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937085 Dec 15 11:44:08.890820 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:08.891163 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:08.891544 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Floating IP 6063a947-1dfc-44a9-bf9b-ffe04c7d425d disassociated. External IP: 172.27.0.200, port: 75832f51-13de-4163-9d8d-d3f23b198531. Dec 15 11:44:08.892022 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Calling delete_port for 75832f51-13de-4163-9d8d-d3f23b198531 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:09.020378 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:09.050863 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event deleted for resources: {'Port': ['ID=75832f51-13de-4163-9d8d-d3f23b198531,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:09.064332 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.065029 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.065622 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.066744 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.067319 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.067896 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.068613 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.069223 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.069782 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.070330 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.070683 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.071078 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.071657 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:09.104863 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9e0df710-0e8c-4896-87f5-90923d6f0a7d req-8c270994-aea7-48ab-97ee-01b8ee9a4cb0 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 210 time: 0.0300550 Dec 15 11:44:09.216223 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:44:09.323031 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:44:09.335339 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] Sync routers for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:44:09.347075 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:09.349097 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:43:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:09.363019 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] No DVR routers for this DVR port 75832f51-13de-4163-9d8d-d3f23b198531 on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:44:09.365581 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:09.369044 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-91d38fe2-538a-4a28-b768-1a00675dcca4 req-f2413c4b-464d-457b-a291-79515a00a9d6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "DELETE /v2.0/ports/75832f51-13de-4163-9d8d-d3f23b198531 HTTP/1.1" status: 204 len: 173 time: 0.9229770 Dec 15 11:44:09.369632 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'name': 'network-vif-deleted', 'tag': '75832f51-13de-4163-9d8d-d3f23b198531'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:09.372055 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e162bf-4699-4bf6-83b1-c4a69c7b7988" -d '{"events": [{"server_uuid": "b88b6f38-822f-4c02-b516-49a1a54cdb3f", "name": "network-vif-deleted", "tag": "75832f51-13de-4163-9d8d-d3f23b198531"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:09.415102 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff3482d-ed25-4a8f-880f-606c4a836eae x-openstack-request-id: req-aff3482d-ed25-4a8f-880f-606c4a836eae {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:09.415396 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88b6f38-822f-4c02-b516-49a1a54cdb3f", "name": "network-vif-deleted", "tag": "75832f51-13de-4163-9d8d-d3f23b198531", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:09.415650 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aff3482d-ed25-4a8f-880f-606c4a836eae {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:09.416047 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88b6f38-822f-4c02-b516-49a1a54cdb3f', 'name': 'network-vif-deleted', 'tag': '75832f51-13de-4163-9d8d-d3f23b198531', 'status': 'completed', 'code': 200} Dec 15 11:44:09.479202 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:09.674316 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:09.705524 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] Checking router: 62c00ed3-7fcb-4f1c-9ccd-772768d66480 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:44:09.714056 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:09.714666 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:43:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:09.957785 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:09.974866 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a142e-3c99-4006-8584-8d1c1714c50e req-90b1f0f7-eabf-48b4-9d92-65f113121cb0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:09.976416 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2b4a142e-3c99-4006-8584-8d1c1714c50e req-90b1f0f7-eabf-48b4-9d92-65f113121cb0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 945 time: 0.0573289 Dec 15 11:44:10.024837 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2b4a142e-3c99-4006-8584-8d1c1714c50e req-b074593a-3628-493b-838c-60d48cf85575 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424089 Dec 15 11:44:10.208342 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:10.235595 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-863071e7-83cd-4249-ae8a-467bb5b95c93 req-2689c243-f6f2-4fb6-a161-dcea1534c3a2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=b88b6f38-822f-4c02-b516-49a1a54cdb3f HTTP/1.1" status: 200 len: 210 time: 0.0364623 Dec 15 11:44:10.241846 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:10.278453 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9ab058-32bd-4333-bef4-aaf7fd25434c None None] The sync data for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi is: [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:44:10.330111 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:10.364068 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:10.366518 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a1d2a-0499-49fe-816b-953235777187" -d '{"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-unplugged", "status": "completed", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:10.382678 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:10.389234 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:10.416553 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135dda65-8a59-4ff7-b6ad-499977c130f6 x-openstack-request-id: req-135dda65-8a59-4ff7-b6ad-499977c130f6 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:10.416981 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-unplugged", "status": "failed", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e", "code": 422}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:10.417475 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-135dda65-8a59-4ff7-b6ad-499977c130f6 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:10.418005 dv-cinder-813222-4-iscsi neutron-server[102633]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'code': 422} returned with failed status Dec 15 11:44:10.450845 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=8']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:10.553386 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83294a77-c6e0-447b-8163-e22d5f32cf8d None None] New status for floating IP 6063a947-1dfc-44a9-bf9b-ffe04c7d425d: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:44:11.057644 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e80cd-16d8-4def-b476-6239e5565ceb req-427879ae-5510-43a2-88b6-34528b7eb2e1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:11.059100 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bc4e80cd-16d8-4def-b476-6239e5565ceb req-427879ae-5510-43a2-88b6-34528b7eb2e1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0506558 Dec 15 11:44:11.107213 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bc4e80cd-16d8-4def-b476-6239e5565ceb req-beaf2542-1878-42aa-b67c-4f35cfaacb66 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Dec 15 11:44:11.301085 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44658) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:11.398342 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-ee174728-4665-4b3f-aebb-2d6369cd415d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960836 Dec 15 11:44:11.408099 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-05dfb09a-b398-4c30-bfd7-4736666624a6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:44:11.409114 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-05dfb09a-b398-4c30-bfd7-4736666624a6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052168 Dec 15 11:44:11.502657 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-9b140555-f480-4887-8324-a1080551353c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189213350&fields=id&tenant_id=0f2d37da78594911894b1f8865a03007 HTTP/1.1" status: 200 len: 267 time: 0.0496726 Dec 15 11:44:11.639261 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-0700ca17-ba57-444c-b4e9-39e78092db36 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:11.641731 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-0700ca17-ba57-444c-b4e9-39e78092db36 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 812 time: 0.1315770 Dec 15 11:44:11.667703 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-a5e83b8b-ee08-4a84-8630-d98e619ba00d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/quotas/0f2d37da78594911894b1f8865a03007 HTTP/1.1" status: 200 len: 375 time: 0.0192153 Dec 15 11:44:11.736699 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734ae47-bf29-43f6-a657-16937cc96236 req-59fd4af8-eda2-4d16-8eec-13593eef89a8 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:11.738253 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f734ae47-bf29-43f6-a657-16937cc96236 req-59fd4af8-eda2-4d16-8eec-13593eef89a8 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 946 time: 0.0885985 Dec 15 11:44:11.744671 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-425a3b27-4055-46d3-831e-978a18a32e84 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632458 Dec 15 11:44:11.799826 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f734ae47-bf29-43f6-a657-16937cc96236 req-95ead720-7b0e-45bb-8c7c-577a4e933885 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540042 Dec 15 11:44:11.902220 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-feb05652-c4c1-4b60-97dd-76ec8f24d7ac service neutron] 10.222.0.62 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403499 Dec 15 11:44:11.999578 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-a5135d9a-32d3-4bb7-9d90-b1a82fe970d8 service neutron] 10.222.0.62 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909369 Dec 15 11:44:12.184410 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 75832f51-13de-4163-9d8d-d3f23b198531 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:12.211174 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 75832f51-13de-4163-9d8d-d3f23b198531 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:44:12.211511 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 75832f51-13de-4163-9d8d-d3f23b198531 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:44:12.235457 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb780a-55a9-4924-824f-3b08b5a61d88 req-5a7cc047-f55b-4624-81c8-105dc4e87b5a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:12.237647 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1ecb780a-55a9-4924-824f-3b08b5a61d88 req-5a7cc047-f55b-4624-81c8-105dc4e87b5a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0567701 Dec 15 11:44:12.297554 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-756d6781-0016-4ff4-9cec-688b2cb81da3 req-a8b8c1a7-eb4a-4e2d-9865-4262514af12e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 210 time: 0.0351443 Dec 15 11:44:12.337649 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1ecb780a-55a9-4924-824f-3b08b5a61d88 req-baa0207c-e776-438a-9c71-82d8d2d3bb36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930955 Dec 15 11:44:12.351340 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-9c3874a5-ce77-455c-94a2-46b6752f5a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:12.352910 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-9c3874a5-ce77-455c-94a2-46b6752f5a7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916&tenant_id=e192984d3ef7484491031ef7aba77f57 HTTP/1.1" status: 200 len: 1096 time: 0.0525899 Dec 15 11:44:12.660113 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-4a1c21b8-ef74-454d-9df1-c74b90922ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:12.661758 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-4a1c21b8-ef74-454d-9df1-c74b90922ec5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e192984d3ef7484491031ef7aba77f57&device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 1096 time: 0.2716737 Dec 15 11:44:12.758532 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-65efaa5a-5211-46f0-b12a-d7c26714077f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:12.759992 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-65efaa5a-5211-46f0-b12a-d7c26714077f service neutron] 10.222.0.58 "GET /v2.0/networks?id=9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 200 len: 918 time: 0.0893254 Dec 15 11:44:12.833426 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-12685db7-a128-46d6-a69c-6b0561e124a7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e HTTP/1.1" status: 200 len: 998 time: 0.0651767 Dec 15 11:44:12.910778 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-0c3e67e7-f448-4d15-b620-016b67608179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:12.912212 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-0c3e67e7-f448-4d15-b620-016b67608179 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 200 len: 856 time: 0.0700500 Dec 15 11:44:12.939366 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76d6c5-2362-434c-9a22-b1360de9b781 req-ec3a1e9f-a6b2-45f0-8788-59f8e9d683dd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:12.940887 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0e76d6c5-2362-434c-9a22-b1360de9b781 req-ec3a1e9f-a6b2-45f0-8788-59f8e9d683dd tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 946 time: 0.0678754 Dec 15 11:44:12.999777 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-e604ccff-1822-4e31-a193-e3782e4b698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:13.001313 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-e604ccff-1822-4e31-a193-e3782e4b698c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9be3e716-31cc-4d43-9573-9a79b1f4751b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786805 Dec 15 11:44:13.012430 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0e76d6c5-2362-434c-9a22-b1360de9b781 req-7060c357-734b-42ed-a080-cfb70a6c5f9c tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546052 Dec 15 11:44:13.093180 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-434985fa-5f18-4faa-a760-931fd62c4b45 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797651 Dec 15 11:44:13.219818 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee23dd4b-89e4-4800-bed7-1486af34cc5e req-50479394-d741-4bf3-b0d6-f7bebd219460 service neutron] 10.222.0.58 "GET /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932891 Dec 15 11:44:13.341887 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-d361b71c-1541-41ab-9d18-70e82c0ff25c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:13.343479 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-d361b71c-1541-41ab-9d18-70e82c0ff25c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 812 time: 0.1067829 Dec 15 11:44:13.396342 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1afe226d-03d6-4843-b77a-01a985abeab1 req-20f64045-4904-4598-88c3-625f930bdd7d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 210 time: 0.0307777 Dec 15 11:44:13.468242 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-7f3795ed-4547-49c5-8344-4548bdd0e1ef tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d37da78594911894b1f8865a03007 HTTP/1.1" status: 200 len: 379 time: 0.0669832 Dec 15 11:44:13.478271 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2c624-cc9e-4c1f-abc7-1e7d2904f49c req-10b2445c-b0e1-411c-9253-0d05e9394db9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:13.479833 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16b2c624-cc9e-4c1f-abc7-1e7d2904f49c req-10b2445c-b0e1-411c-9253-0d05e9394db9 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0619063 Dec 15 11:44:13.506493 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'port': {'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'admin_state_up': True, 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'security_groups': ['c2a8fdb2-5f90-468c-8782-952c5aaa2de2']}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:13.546817 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16b2c624-cc9e-4c1f-abc7-1e7d2904f49c req-6b72c1e7-04fe-4403-bb9b-a595d1b56565 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608294 Dec 15 11:44:13.634467 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Made reservation on behalf of 0f2d37da78594911894b1f8865a03007 for: {'port': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:13.638113 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:13.783950 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Allocated IP 172.20.0.12 (d2701908-856b-43ee-af37-0c8b472dbded/193119ec-6b9e-439b-9440-3ac9e4bc436e/bbae0feb-957e-41e9-9e4a-08ac05fe1165) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:14.005737 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.042286 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.094918 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Network d2701908-856b-43ee-af37-0c8b472dbded is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:14.098705 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:14.102878 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:14.142001 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'Port': ['ID=bbae0feb-957e-41e9-9e4a-08ac05fe1165,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:14.172034 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4904eab-8451-4c24-81ce-1b35d9e56d8e req-1f13f78b-e284-4983-8e3e-4a6667d6f1f0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:14.173911 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a4904eab-8451-4c24-81ce-1b35d9e56d8e req-1f13f78b-e284-4983-8e3e-4a6667d6f1f0 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 946 time: 0.0752645 Dec 15 11:44:14.195582 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.196035 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.196462 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.197184 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.197565 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.197975 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.198380 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.198832 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.199300 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.199697 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.200114 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.205737 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.206247 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:14.246164 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:14.246804 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.252553 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a4904eab-8451-4c24-81ce-1b35d9e56d8e req-7fbca566-628b-4e38-9029-57b625a00643 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681758 Dec 15 11:44:14.265576 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-4a2896b5-a8a1-4bcc-8732-383cbf36a3a1 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7683096 Dec 15 11:44:14.443414 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-206beea1-d22b-4c61-968c-1087e3600d07 None None] Provisioning complete for port bbae0feb-957e-41e9-9e4a-08ac05fe1165 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:14.443873 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-206beea1-d22b-4c61-968c-1087e3600d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:14.478551 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-206beea1-d22b-4c61-968c-1087e3600d07 None None] Port bbae0feb-957e-41e9-9e4a-08ac05fe1165 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:44:14.545408 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56a2c6-024b-4335-9544-121f3426256f req-ee26e021-fedc-4896-bc9a-c5029008645a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:14.547137 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4d56a2c6-024b-4335-9544-121f3426256f req-ee26e021-fedc-4896-bc9a-c5029008645a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0686190 Dec 15 11:44:14.601696 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4d56a2c6-024b-4335-9544-121f3426256f req-76b546e9-b262-4527-b413-d1c0cf618658 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479238 Dec 15 11:44:14.696271 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfacad3-1a7f-44fc-8f42-755a13a80147 req-41fc9070-87ee-4a62-80f5-77e314cceb46 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:14.697764 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6bfacad3-1a7f-44fc-8f42-755a13a80147 req-41fc9070-87ee-4a62-80f5-77e314cceb46 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0518374 Dec 15 11:44:14.767802 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6bfacad3-1a7f-44fc-8f42-755a13a80147 req-ee41cbd4-16f5-4bd2-97ba-6a1aa3dd6ee3 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640204 Dec 15 11:44:15.384794 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925f252-295f-4a94-b2b9-dc76a04e2117 req-c3336888-0f37-4fa4-a678-ed1a0166efe4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:15.386591 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c925f252-295f-4a94-b2b9-dc76a04e2117 req-c3336888-0f37-4fa4-a678-ed1a0166efe4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 946 time: 0.0519600 Dec 15 11:44:15.434547 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c925f252-295f-4a94-b2b9-dc76a04e2117 req-a96c09ce-65f5-4665-baa9-9713ae1eec19 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Dec 15 11:44:15.733431 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0384d-aada-4336-8d03-f3d2b0df88eb req-5332e4bc-bb3c-4c58-8e34-11264294d50f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:15.735090 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-60a0384d-aada-4336-8d03-f3d2b0df88eb req-5332e4bc-bb3c-4c58-8e34-11264294d50f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0580199 Dec 15 11:44:15.785084 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-60a0384d-aada-4336-8d03-f3d2b0df88eb req-68fe35a9-999c-4310-be67-a5686e82779a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429688 Dec 15 11:44:15.902286 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726976b-76c2-4a04-a314-c0ad5f64ed16 req-006e9cf9-5154-48c9-afea-50bc7b313328 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:15.903663 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c726976b-76c2-4a04-a314-c0ad5f64ed16 req-006e9cf9-5154-48c9-afea-50bc7b313328 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0547633 Dec 15 11:44:15.951763 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c726976b-76c2-4a04-a314-c0ad5f64ed16 req-f2f497b6-58ca-48a4-b37c-309537dff12c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422158 Dec 15 11:44:16.567142 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f0668-1e10-4305-a30a-0c26f8cbd4d9 req-42b1deeb-f2fc-4163-876e-fd373eb2811b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:16.568631 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-430f0668-1e10-4305-a30a-0c26f8cbd4d9 req-42b1deeb-f2fc-4163-876e-fd373eb2811b tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 946 time: 0.0673738 Dec 15 11:44:16.616641 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-430f0668-1e10-4305-a30a-0c26f8cbd4d9 req-45f56bb0-93f4-453c-b345-1fce85de637f tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Dec 15 11:44:16.916217 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcdb05-f3d2-46f7-827b-479bd6f5622d req-c0353ec2-489a-4ff4-913b-7ab89fd99c57 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:16.917806 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fcfcdb05-f3d2-46f7-827b-479bd6f5622d req-c0353ec2-489a-4ff4-913b-7ab89fd99c57 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0585494 Dec 15 11:44:16.971536 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fcfcdb05-f3d2-46f7-827b-479bd6f5622d req-dd71dcc1-5068-413b-81a1-5a79cc8692d0 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477397 Dec 15 11:44:17.077850 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286eed7-91f2-4999-8f41-f9f8bfb377ad req-ba0ee8bd-1427-49e7-ba46-8d33180f6182 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:17.079513 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d286eed7-91f2-4999-8f41-f9f8bfb377ad req-ba0ee8bd-1427-49e7-ba46-8d33180f6182 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0493600 Dec 15 11:44:17.133804 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d286eed7-91f2-4999-8f41-f9f8bfb377ad req-c4152797-c101-40da-b920-17cf49a7a974 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476129 Dec 15 11:44:17.735704 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e16c43-71e1-4fd4-a656-1318ce369ae8 req-9074c515-89b2-4cf2-bfed-1a13d7226d85 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:17.737635 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-17e16c43-71e1-4fd4-a656-1318ce369ae8 req-9074c515-89b2-4cf2-bfed-1a13d7226d85 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 946 time: 0.0523646 Dec 15 11:44:17.786824 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-17e16c43-71e1-4fd4-a656-1318ce369ae8 req-db94fab1-8810-451b-91c0-58220a07a2c4 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Dec 15 11:44:18.094970 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1959266-2b18-4e8e-926c-0644f292a50c req-96c7fc94-343e-4d28-8ac4-92cc9086eba7 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:18.096549 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e1959266-2b18-4e8e-926c-0644f292a50c req-96c7fc94-343e-4d28-8ac4-92cc9086eba7 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0546644 Dec 15 11:44:18.146273 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e1959266-2b18-4e8e-926c-0644f292a50c req-38fc814f-fad4-483a-8554-bec37b37ab8f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436180 Dec 15 11:44:18.195823 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 180360d8-980c-4eed-bda1-c7d96d157e06 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:18.272062 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3bbd2-8ade-4d3b-bd41-c8514173accd req-e5f744ac-f966-4531-81d5-186df973113f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:18.273572 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-31b3bbd2-8ade-4d3b-bd41-c8514173accd req-e5f744ac-f966-4531-81d5-186df973113f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0557303 Dec 15 11:44:18.301911 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.332915 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-31b3bbd2-8ade-4d3b-bd41-c8514173accd req-c7680497-9b67-42af-9705-060d3cb231bc tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500317 Dec 15 11:44:18.352248 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:18.355126 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c404f33-bf47-413f-a655-1c6f20143c64" -d '{"events": [{"server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "name": "network-vif-unplugged", "status": "completed", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:18.359145 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 180360d8-980c-4eed-bda1-c7d96d157e06, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=180360d8-980c-4eed-bda1-c7d96d157e06,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:18.363389 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:18.395469 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208330e3-bb8c-4042-9f8e-9f2793713fb3 x-openstack-request-id: req-208330e3-bb8c-4042-9f8e-9f2793713fb3 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:18.395759 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "name": "network-vif-unplugged", "status": "completed", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:18.396016 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-208330e3-bb8c-4042-9f8e-9f2793713fb3 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:18.396404 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06', 'code': 200} Dec 15 11:44:18.413469 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=180360d8-980c-4eed-bda1-c7d96d157e06,revision_number=6']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:18.907679 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56f4d5-35e6-4c14-bdf6-f80f47625e62 req-73988d25-8745-46a3-b5a8-d17da6b90353 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:18.909183 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9e56f4d5-35e6-4c14-bdf6-f80f47625e62 req-73988d25-8745-46a3-b5a8-d17da6b90353 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.0582283 Dec 15 11:44:18.956311 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9e56f4d5-35e6-4c14-bdf6-f80f47625e62 req-d16d3fcb-857d-411e-8513-347b41b6589a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406499 Dec 15 11:44:19.267675 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203165dc-c721-4628-938d-562c3a44afe3 req-79489802-ccc1-495f-b50f-6fdaa92367cc tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:19.269190 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-203165dc-c721-4628-938d-562c3a44afe3 req-79489802-ccc1-495f-b50f-6fdaa92367cc tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0492125 Dec 15 11:44:19.323490 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-203165dc-c721-4628-938d-562c3a44afe3 req-88b98407-5ae2-4325-8cd7-f1513b27c086 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478170 Dec 15 11:44:19.453859 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace0c8d-6cfb-4d7b-a399-354d2589b64f req-06f03f61-1e46-4a88-aeae-2dd02e5e07be tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:19.455436 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-eace0c8d-6cfb-4d7b-a399-354d2589b64f req-06f03f61-1e46-4a88-aeae-2dd02e5e07be tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0564899 Dec 15 11:44:19.505898 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-eace0c8d-6cfb-4d7b-a399-354d2589b64f req-cfd892b9-9cce-4534-809a-034c0d6e71e6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Dec 15 11:44:20.076083 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb794e-956e-4092-afd1-bb09e241ef65 req-cd877f54-e816-41c4-bb58-54158119ee2d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:20.077635 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-57fb794e-956e-4092-afd1-bb09e241ef65 req-cd877f54-e816-41c4-bb58-54158119ee2d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.0530229 Dec 15 11:44:20.124887 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-57fb794e-956e-4092-afd1-bb09e241ef65 req-c831f75f-d1fe-4cdc-b5f2-5e3cc260b723 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412691 Dec 15 11:44:20.443497 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334bee52-0e5e-40a5-8e01-5bd8ba7100b5 req-36caebab-0fdb-46ec-a74a-38922189ca56 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:20.445139 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-334bee52-0e5e-40a5-8e01-5bd8ba7100b5 req-36caebab-0fdb-46ec-a74a-38922189ca56 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0542405 Dec 15 11:44:20.496139 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-334bee52-0e5e-40a5-8e01-5bd8ba7100b5 req-338cc2b5-a75d-435f-9148-e78e631cec27 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446963 Dec 15 11:44:20.629878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e1a40-07c5-4eab-8b49-1b15a029cc25 req-848d358d-0d28-4622-96bc-7daf1e11bef0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:20.631336 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-155e1a40-07c5-4eab-8b49-1b15a029cc25 req-848d358d-0d28-4622-96bc-7daf1e11bef0 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0524189 Dec 15 11:44:20.683093 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-155e1a40-07c5-4eab-8b49-1b15a029cc25 req-40f62c72-7c50-4485-864f-8c1f88ed9faf tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457788 Dec 15 11:44:21.242102 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fc9c7-14e2-4f70-a076-f8d30c70d113 req-c2b2dd94-26d2-46b8-ba0e-a8f342ab7869 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:21.247802 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d4fc9c7-14e2-4f70-a076-f8d30c70d113 req-c2b2dd94-26d2-46b8-ba0e-a8f342ab7869 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.0564101 Dec 15 11:44:21.290682 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d4fc9c7-14e2-4f70-a076-f8d30c70d113 req-dd0331bd-2449-4aa2-ba80-8f427c98086d tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 Dec 15 11:44:21.311031 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:44:21.616592 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be64cf6a-308d-4864-be51-75f32429c3fe req-c45e04b6-f282-4b06-921a-0f0e78736d8f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:21.618099 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be64cf6a-308d-4864-be51-75f32429c3fe req-c45e04b6-f282-4b06-921a-0f0e78736d8f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0490561 Dec 15 11:44:21.679474 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-be64cf6a-308d-4864-be51-75f32429c3fe req-fdc12feb-0e78-4aa6-8848-6f8d97fda89a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553246 Dec 15 11:44:21.810546 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402ad2d-11b8-4ebb-aa2f-0c1a26709ea4 req-f615a132-6f4c-4a3b-85be-02a5247b04c8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:21.811941 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1402ad2d-11b8-4ebb-aa2f-0c1a26709ea4 req-f615a132-6f4c-4a3b-85be-02a5247b04c8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0545666 Dec 15 11:44:21.858230 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1402ad2d-11b8-4ebb-aa2f-0c1a26709ea4 req-b3cc5577-177e-4369-ae8f-aeaf1443b6fc tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404165 Dec 15 11:44:22.417326 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25d3f5-987d-4dd6-a81e-1b5c4039882d req-a8e2fadb-0016-468f-abde-cf7228a861fa tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:22.418765 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe25d3f5-987d-4dd6-a81e-1b5c4039882d req-a8e2fadb-0016-468f-abde-cf7228a861fa tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.0582790 Dec 15 11:44:22.467358 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe25d3f5-987d-4dd6-a81e-1b5c4039882d req-5f82093b-6c59-44f3-8579-3d39bbf022a6 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426791 Dec 15 11:44:22.812804 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599863c-9491-4f4c-8326-d63c0d9e4c6a req-cb0434a0-c539-4875-8a45-808c3f2334cc tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:22.814274 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e599863c-9491-4f4c-8326-d63c0d9e4c6a req-cb0434a0-c539-4875-8a45-808c3f2334cc tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0525060 Dec 15 11:44:22.870844 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e599863c-9491-4f4c-8326-d63c0d9e4c6a req-2f8a94db-f038-4b2e-9162-e89b0eac88f8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501251 Dec 15 11:44:23.008123 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e8cef-575c-40fa-bab4-ce66cbf8083b req-20fa8de0-895d-4b04-9eb1-7449177a9bae tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:23.009654 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b71e8cef-575c-40fa-bab4-ce66cbf8083b req-20fa8de0-895d-4b04-9eb1-7449177a9bae tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0625474 Dec 15 11:44:23.055840 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b71e8cef-575c-40fa-bab4-ce66cbf8083b req-bbc813ec-e38a-41e7-8b25-7304b0e60bb6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402331 Dec 15 11:44:23.587905 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c786e2c-5dff-4bc7-907f-896e08a9a51a req-3f30d48a-99f9-4459-8699-259aba2f17f2 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:23.589386 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2c786e2c-5dff-4bc7-907f-896e08a9a51a req-3f30d48a-99f9-4459-8699-259aba2f17f2 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.0508046 Dec 15 11:44:23.641233 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2c786e2c-5dff-4bc7-907f-896e08a9a51a req-43296b8d-05bd-400f-a9ee-1b124d95ea65 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458729 Dec 15 11:44:23.987754 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b161c9-f8f4-476f-9b73-21da1f56a65e req-3b2d9a24-788f-4d57-807b-c4a0357031b7 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:23.989425 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f5b161c9-f8f4-476f-9b73-21da1f56a65e req-3b2d9a24-788f-4d57-807b-c4a0357031b7 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0502868 Dec 15 11:44:24.039290 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f5b161c9-f8f4-476f-9b73-21da1f56a65e req-fb09fe2c-f584-41a0-9ce2-a22b7dc64060 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439303 Dec 15 11:44:24.201657 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ba104-f0d8-4b6a-9723-7567aa7ca764 req-62dcc764-c48e-498f-9f52-74debe25ab64 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:24.203158 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e23ba104-f0d8-4b6a-9723-7567aa7ca764 req-62dcc764-c48e-498f-9f52-74debe25ab64 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0478094 Dec 15 11:44:24.256742 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e23ba104-f0d8-4b6a-9723-7567aa7ca764 req-9509f6ab-d91d-43bf-ba8b-6e11f8848e5b tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460548 Dec 15 11:44:24.761358 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e87dd7-8b90-4a14-bd2d-641aa2dfd230 req-e9666e16-20de-4741-9868-b1d6aca4f847 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:24.762733 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7e87dd7-8b90-4a14-bd2d-641aa2dfd230 req-e9666e16-20de-4741-9868-b1d6aca4f847 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.0493419 Dec 15 11:44:24.809116 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e7e87dd7-8b90-4a14-bd2d-641aa2dfd230 req-46ccc9ee-9aad-4f68-a4cd-9e42c18c980f tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups?id=1aa20f9f-77e9-4935-83dc-1c264613f838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404241 Dec 15 11:44:25.048778 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Request body: {'port': {'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:25.092095 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-27ff161c-47e3-4088-8201-f7e2b4e0e40e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:25.093810 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-27ff161c-47e3-4088-8201-f7e2b4e0e40e tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 944 time: 0.0500882 Dec 15 11:44:25.112462 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.225209 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d6dd8-f59f-4747-92f8-1e6ca06f75eb req-1a2b1107-8892-4c80-ad90-618366563de6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:25.227448 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1f5d6dd8-f59f-4747-92f8-1e6ca06f75eb req-1a2b1107-8892-4c80-ad90-618366563de6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 932 time: 0.0925472 Dec 15 11:44:25.278150 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Deleting port 180360d8-980c-4eed-bda1-c7d96d157e06 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:25.278485 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.326815 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1f5d6dd8-f59f-4747-92f8-1e6ca06f75eb req-6cc2449f-e3e9-47d1-998d-a53280aada1a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929179 Dec 15 11:44:25.383085 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbae0feb-957e-41e9-9e4a-08ac05fe1165 {{(pid=102632) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:44:25.390648 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.403411 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.provisioning_blocks [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Transition to ACTIVE for port object bbae0feb-957e-41e9-9e4a-08ac05fe1165 will not be triggered until provisioned by entity L2. {{(pid=102632) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:44:25.407434 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] For port 180360d8-980c-4eed-bda1-c7d96d157e06, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=180360d8-980c-4eed-bda1-c7d96d157e06,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:25.407627 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.407810 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.423585 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c2fe1-121b-423c-ac24-4b8103193e91 req-22d5febb-997c-4ec9-98b6-47f083abcb6f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:25.425092 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-626c2fe1-121b-423c-ac24-4b8103193e91 req-22d5febb-997c-4ec9-98b6-47f083abcb6f tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0901251 Dec 15 11:44:25.456376 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Pushing event updated for resources: {'Port': ['ID=bbae0feb-957e-41e9-9e4a-08ac05fe1165,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:25.520715 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-626c2fe1-121b-423c-ac24-4b8103193e91 req-51dd6259-9934-4e76-9c82-ceabbf244fec tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881472 Dec 15 11:44:25.530012 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Attempting to bind port bbae0feb-957e-41e9-9e4a-08ac05fe1165 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:44:25.530364 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Attempting to bind port bbae0feb-957e-41e9-9e4a-08ac05fe1165 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:44:25.530756 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Attempting to bind port bbae0feb-957e-41e9-9e4a-08ac05fe1165 on network d2701908-856b-43ee-af37-0c8b472dbded {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:25.536186 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Port bbae0feb-957e-41e9-9e4a-08ac05fe1165 on network d2701908-856b-43ee-af37-0c8b472dbded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:44:25.536376 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Attempting to bind port bbae0feb-957e-41e9-9e4a-08ac05fe1165 on network d2701908-856b-43ee-af37-0c8b472dbded {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:25.542733 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:44:25.543825 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Checking segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:44:25.544471 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Bound using segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} {{(pid=102632) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:44:25.545074 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.managers [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Bound port: bbae0feb-957e-41e9-9e4a-08ac05fe1165, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}}] {{(pid=102632) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:44:25.545499 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.614769 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] For port bbae0feb-957e-41e9-9e4a-08ac05fe1165, host hv-cinder-81322, cleared binding levels {{(pid=102632) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:44:25.618005 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] For port bbae0feb-957e-41e9-9e4a-08ac05fe1165, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102632) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:44:25.624089 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.632349 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.635717 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.635717 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Floating IP 2f340f8c-d3b1-463d-9bd2-ddf1e0978c00 disassociated. External IP: 172.27.0.119, port: 180360d8-980c-4eed-bda1-c7d96d157e06. Dec 15 11:44:25.635717 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Calling delete_port for 180360d8-980c-4eed-bda1-c7d96d157e06 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:25.662930 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:25.663548 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.664966 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] 10.222.0.58 "PUT /v2.0/ports/bbae0feb-957e-41e9-9e4a-08ac05fe1165 HTTP/1.1" status: 200 len: 1094 time: 0.6205471 Dec 15 11:44:25.665487 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:25.667652 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:25.713819 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ad978-1eb7-44ae-8adc-1659619ad52c service neutron] Pushing event updated for resources: {'Port': ['ID=bbae0feb-957e-41e9-9e4a-08ac05fe1165,revision_number=3']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:25.742262 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27213052-4444-4677-8915-af29b1fbb1b2 x-openstack-request-id: req-27213052-4444-4677-8915-af29b1fbb1b2 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:25.742623 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:25.742842 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27213052-4444-4677-8915-af29b1fbb1b2 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:25.743247 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'status': 'completed', 'code': 200} Dec 15 11:44:25.779243 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-a525261e-fc77-46cb-9b57-cdb383cbeffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:25.781030 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-a525261e-fc77-46cb-9b57-cdb383cbeffe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 1097 time: 0.0500374 Dec 15 11:44:25.801774 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:25.835618 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event deleted for resources: {'Port': ['ID=180360d8-980c-4eed-bda1-c7d96d157e06,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:25.839385 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-835750c9-f047-45e2-86b7-d0addf3cc68f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165 HTTP/1.1" status: 200 len: 217 time: 0.0434928 Dec 15 11:44:25.899654 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-6a51a74a-6445-4480-9a7f-db71e7228b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:25.901213 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-6a51a74a-6445-4480-9a7f-db71e7228b26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0548086 Dec 15 11:44:25.951008 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-7ef27bae-7a9e-4d38-912b-f43fbaa8f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:25.952517 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-7ef27bae-7a9e-4d38-912b-f43fbaa8f46e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448239 Dec 15 11:44:25.957325 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-661a0657-ee88-407b-b761-9e32e4b217e3 req-076b1521-4647-4e7e-9e05-58517296d46a tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/ports?device_id=42d098d2-110d-42e9-8632-e7809e915775 HTTP/1.1" status: 200 len: 210 time: 0.0390260 Dec 15 11:44:25.989435 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Router 2a91df33-0143-4451-a007-090f05ce7bc7 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:44:26.045851 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-2877d8e3-daae-4560-bdd8-8e6b89535e67 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854511 Dec 15 11:44:26.092332 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:44:26.103096 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] Sync routers for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:44:26.116171 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:26.117064 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:43:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:26.136155 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] No DVR routers for this DVR port 180360d8-980c-4eed-bda1-c7d96d157e06 on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:44:26.137543 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-c22221d5-fb06-4c6a-95d7-6572f5879293 req-bf388208-4eaa-48fb-a224-1bc367d666dc service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849910 Dec 15 11:44:26.139071 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:26.142814 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-283749aa-dab1-438a-8ffb-c46bbdcc9249 req-1796f102-2393-453f-99f6-295b0e5c4870 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.58 "DELETE /v2.0/ports/180360d8-980c-4eed-bda1-c7d96d157e06 HTTP/1.1" status: 204 len: 173 time: 1.0431366 Dec 15 11:44:26.143288 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'name': 'network-vif-deleted', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:26.145633 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73068876-d4c1-425a-bb12-5ac6cd5bbd34" -d '{"events": [{"server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "name": "network-vif-deleted", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:26.200988 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1af6dc-eb95-4b66-971b-95fb8b9a1612 x-openstack-request-id: req-aa1af6dc-eb95-4b66-971b-95fb8b9a1612 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:26.201408 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d098d2-110d-42e9-8632-e7809e915775", "name": "network-vif-deleted", "tag": "180360d8-980c-4eed-bda1-c7d96d157e06", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:26.201757 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa1af6dc-eb95-4b66-971b-95fb8b9a1612 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:26.202252 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d098d2-110d-42e9-8632-e7809e915775', 'name': 'network-vif-deleted', 'tag': '180360d8-980c-4eed-bda1-c7d96d157e06', 'status': 'completed', 'code': 200} Dec 15 11:44:26.233757 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:26.299012 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-34eadd97-b775-433c-81ac-628cf4c59c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.300518 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-34eadd97-b775-433c-81ac-628cf4c59c85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 1097 time: 0.0454867 Dec 15 11:44:26.437619 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-7579d0b2-d65e-48c7-aa5d-21c643ea06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.439130 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-7579d0b2-d65e-48c7-aa5d-21c643ea06ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.1070340 Dec 15 11:44:26.460403 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:26.491762 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] Checking router: 2a91df33-0143-4451-a007-090f05ce7bc7 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:44:26.492844 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-fec97eae-6a4c-4075-a339-fff43a0a28c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165 HTTP/1.1" status: 200 len: 217 time: 0.0403652 Dec 15 11:44:26.500945 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:26.501569 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:43:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:26.508486 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b9ad4-40bf-48d3-9c3d-7b6f52188aeb req-cf86e1c9-2b9f-4e53-83ed-bd4491353d44 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.509970 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-434b9ad4-40bf-48d3-9c3d-7b6f52188aeb req-cf86e1c9-2b9f-4e53-83ed-bd4491353d44 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 944 time: 0.0905135 Dec 15 11:44:26.579902 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-8dabc623-0c74-4745-a083-37e661831446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.581389 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-8dabc623-0c74-4745-a083-37e661831446 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0808814 Dec 15 11:44:26.602506 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-434b9ad4-40bf-48d3-9c3d-7b6f52188aeb req-04621700-79df-4114-860b-c64f510d7830 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856805 Dec 15 11:44:26.609163 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:26.662944 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-1071066d-0250-49b6-adba-c17aaf3c9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.664424 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-1071066d-0250-49b6-adba-c17aaf3c9de9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731192 Dec 15 11:44:26.674744 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310d5e1-9e69-4fe0-834e-64399ad09499 req-cd5e738a-b2a5-471e-8e01-73662ee0b40c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:26.676966 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c310d5e1-9e69-4fe0-834e-64399ad09499 req-cd5e738a-b2a5-471e-8e01-73662ee0b40c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0734231 Dec 15 11:44:26.742049 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c98a1a71-7066-44b1-b117-862ce1d0c4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:26.788867 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c310d5e1-9e69-4fe0-834e-64399ad09499 req-99cb852b-6405-475b-82b9-776d2dce9eee tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030080 Dec 15 11:44:26.806248 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-19ff7097-408f-43df-96e5-830761f461b1 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283221 Dec 15 11:44:26.850468 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:26.877419 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8840e0-969e-43a3-a44d-8b515c6cce91 None None] The sync data for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi is: [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:45Z', 'revision_number': 4, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '34385cd0-ffd5-42be-a5d4-d986418a939f', 'name': '', 'network_id': '7ce2434a-00df-48e8-b569-90a8896c979a', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'mac_address': 'fa:16:3e:95:49:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '6262da56-77eb-440d-b9e5-b886217cd553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:41Z', 'updated_at': '2021-12-15T11:37:55Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'subnets': [{'id': '6262da56-77eb-440d-b9e5-b886217cd553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:44:26.910702 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a65d9f0c-8fde-43ad-88ad-847f88af3cd3 req-0bd97067-d3b3-441e-8cc3-f69b237246e7 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849259 Dec 15 11:44:27.042012 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44810) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:27.104033 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-68a265a0-6729-4376-ae20-747407056dab tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.105042 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff2768-7400-41d1-9f00-29440f3b24ff None None] New status for floating IP 2f340f8c-d3b1-463d-9bd2-ddf1e0978c00: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:44:27.127955 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-68a265a0-6729-4376-ae20-747407056dab tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.174681 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-68a265a0-6729-4376-ae20-747407056dab tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.178128 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-68a265a0-6729-4376-ae20-747407056dab tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.179505 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-68a265a0-6729-4376-ae20-747407056dab tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "DELETE /v2.0/security-groups/1aa20f9f-77e9-4935-83dc-1c264613f838 HTTP/1.1" status: 204 len: 168 time: 0.1362875 Dec 15 11:44:27.182474 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44812) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:27.194093 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a265a0-6729-4376-ae20-747407056dab tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa20f9f-77e9-4935-83dc-1c264613f838,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:27.199575 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.api.v2.resource [None req-9fd85869-f0b5-413a-840f-794f6773a6cb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] show failed (client error): The resource could not be found. Dec 15 11:44:27.200435 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-9fd85869-f0b5-413a-840f-794f6773a6cb tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "GET /v2.0/security-groups/1aa20f9f-77e9-4935-83dc-1c264613f838 HTTP/1.1" status: 404 len: 347 time: 0.0169377 Dec 15 11:44:27.203486 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44814) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:27.336300 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Deleting port dfd6877a-56d7-4ecf-b5c4-edaf67c56601 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:27.336633 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.415354 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.415579 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.427626 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Calling delete_port for dfd6877a-56d7-4ecf-b5c4-edaf67c56601 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:27.559668 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.586210 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Pushing event deleted for resources: {'Port': ['ID=dfd6877a-56d7-4ecf-b5c4-edaf67c56601,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:27.644126 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks [] for floatingip, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.647299 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:27.648461 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1485d672-42c2-487f-833f-64e2fae3a730 tempest-AttachVolumeTestJSON-1548114490 tempest-AttachVolumeTestJSON-1548114490-project] 10.222.0.62 "DELETE /v2.0/floatingips/2f340f8c-d3b1-463d-9bd2-ddf1e0978c00 HTTP/1.1" status: 204 len: 168 time: 0.4440868 Dec 15 11:44:27.721795 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51a778-9d2c-48bd-b15c-13bcea061b94 req-18116683-fcdf-4bf8-bf52-23b9a6b7f349 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:27.723916 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b51a778-9d2c-48bd-b15c-13bcea061b94 req-18116683-fcdf-4bf8-bf52-23b9a6b7f349 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 944 time: 0.0495903 Dec 15 11:44:27.779421 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4b51a778-9d2c-48bd-b15c-13bcea061b94 req-c99471db-24f1-438c-b03d-d0767f12a98a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488515 Dec 15 11:44:27.909885 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256fce1-6887-48f1-aa9a-d4cb25365d65 req-8f44cfff-c4f3-4201-8520-36c235e4e7df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:27.911428 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1256fce1-6887-48f1-aa9a-d4cb25365d65 req-8f44cfff-c4f3-4201-8520-36c235e4e7df tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 943 time: 0.0477335 Dec 15 11:44:27.962746 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1256fce1-6887-48f1-aa9a-d4cb25365d65 req-bdf4f0ed-64f7-4bac-bc80-182301a68581 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452964 Dec 15 11:44:28.224646 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:44:28.325384 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:28.336122 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'port_id': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'mac_address': 'fa:16:3e:f2:93:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:44:28.376887 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.389964 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:44:28.409532 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:28.413357 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.460250 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=9']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:28.689089 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:44:28.898228 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99013bf-0ff8-4fba-b734-a91b6de8ead1 req-5b4e1071-d761-45ad-a0a5-6bb1c3a810f0 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:28.899715 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d99013bf-0ff8-4fba-b734-a91b6de8ead1 req-5b4e1071-d761-45ad-a0a5-6bb1c3a810f0 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 944 time: 0.0523641 Dec 15 11:44:28.933006 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-97fc0d64-c11b-4ad5-b3db-bd1fe4fd7002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:28.950638 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d99013bf-0ff8-4fba-b734-a91b6de8ead1 req-2751cd0b-0b6f-461b-bb7d-107caeca41f7 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448296 Dec 15 11:44:29.081759 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e3e8f-b043-41dc-9f97-b5d309cf0f2c req-9216403a-6f6b-499f-bdcb-4001a91d2520 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:29.083780 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-068e3e8f-b043-41dc-9f97-b5d309cf0f2c req-9216403a-6f6b-499f-bdcb-4001a91d2520 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 944 time: 0.0474684 Dec 15 11:44:29.130981 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-068e3e8f-b043-41dc-9f97-b5d309cf0f2c req-d4557a36-9ff7-4dcc-8b07-84047c499c0a tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410805 Dec 15 11:44:30.039512 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:30.069894 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06355f62-cb2d-4746-8de6-7c59fc8e64cc req-543ae9d1-f409-4e64-aa8c-e3619893a1c0 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:30.071454 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06355f62-cb2d-4746-8de6-7c59fc8e64cc req-543ae9d1-f409-4e64-aa8c-e3619893a1c0 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 944 time: 0.0539789 Dec 15 11:44:30.125933 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-06355f62-cb2d-4746-8de6-7c59fc8e64cc req-b15a3987-7fe0-4f09-a223-d654bbf7e556 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483406 Dec 15 11:44:30.241989 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:44:30.259418 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e86bf9-d9a1-46b4-a972-6ca2b9a0a339 req-953c9be4-bd78-44be-994e-f5b23d8e26b4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:30.261084 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-27e86bf9-d9a1-46b4-a972-6ca2b9a0a339 req-953c9be4-bd78-44be-994e-f5b23d8e26b4 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 944 time: 0.0551381 Dec 15 11:44:30.293405 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:30.293772 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:30.311545 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-27e86bf9-d9a1-46b4-a972-6ca2b9a0a339 req-45dbee2f-60f5-4f17-9d88-0fce4af733b8 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442147 Dec 15 11:44:30.377536 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:30.400675 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:30.402953 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217ac867-b97e-448f-b975-dde0566ef45b" -d '{"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:30.415828 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:30.419874 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:30.445346 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd49057-9566-4d20-9689-3e7313f104e8 x-openstack-request-id: req-ebd49057-9566-4d20-9689-3e7313f104e8 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:30.445639 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:30.445893 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ebd49057-9566-4d20-9689-3e7313f104e8 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:30.446284 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'code': 200} Dec 15 11:44:30.470491 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=10']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:30.667377 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184f225-d398-4f8d-990b-d6bae597a3ee req-55839b61-c39b-47bb-9b76-f71975641112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:30.668726 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7184f225-d398-4f8d-990b-d6bae597a3ee req-55839b61-c39b-47bb-9b76-f71975641112 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 1099 time: 0.0417504 Dec 15 11:44:30.712912 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7184f225-d398-4f8d-990b-d6bae597a3ee req-1b590da2-c003-4e11-b51e-5c3014294b2e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373561 Dec 15 11:44:31.182709 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44858) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:31.243897 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4c0a2-2cce-4a42-a02a-5c4bd935628c req-8c5113ef-9d54-4c30-985c-efd291abb38d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:31.245441 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bfb4c0a2-2cce-4a42-a02a-5c4bd935628c req-8c5113ef-9d54-4c30-985c-efd291abb38d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 944 time: 0.0547366 Dec 15 11:44:31.302680 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bfb4c0a2-2cce-4a42-a02a-5c4bd935628c req-fc0e5ac6-4c11-4274-9612-b6c42757e570 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510674 Dec 15 11:44:31.346861 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:31.432482 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baaf76-329f-4df0-ab83-0c8da6a62a27 req-f55d490b-7747-4223-a029-3db55b47fa1d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:31.434216 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-99baaf76-329f-4df0-ab83-0c8da6a62a27 req-f55d490b-7747-4223-a029-3db55b47fa1d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 946 time: 0.0471954 Dec 15 11:44:31.485722 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-99baaf76-329f-4df0-ab83-0c8da6a62a27 req-638c5835-f45d-4f10-a14b-c47db3875ba2 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446968 Dec 15 11:44:31.638898 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16393233'] for router_interface, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:32.146368 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Deleting port 34385cd0-ffd5-42be-a5d4-d986418a939f {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:32.146649 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:32.223320 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] For port 34385cd0-ffd5-42be-a5d4-d986418a939f, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=34385cd0-ffd5-42be-a5d4-d986418a939f,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:32.224014 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:32.236780 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Calling delete_port for 34385cd0-ffd5-42be-a5d4-d986418a939f owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:32.428640 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:32.435840 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53004c0-7b6d-474f-b689-febdd0692fd6 req-615cbced-845d-49be-9a21-d4b212b0b398 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:32.437346 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d53004c0-7b6d-474f-b689-febdd0692fd6 req-615cbced-845d-49be-9a21-d4b212b0b398 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 944 time: 0.0586348 Dec 15 11:44:32.458132 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Pushing event deleted for resources: {'Port': ['ID=34385cd0-ffd5-42be-a5d4-d986418a939f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:32.496967 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d53004c0-7b6d-474f-b689-febdd0692fd6 req-e94e3f7f-d8d2-4c35-b2d6-b6b42c61549e tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531802 Dec 15 11:44:32.619840 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a2ede-cdec-493e-9f16-e9b1a56fe7b8 req-3866dee2-2f02-4584-afac-b04612be3255 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:32.621393 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-576a2ede-cdec-493e-9f16-e9b1a56fe7b8 req-3866dee2-2f02-4584-afac-b04612be3255 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 946 time: 0.0572383 Dec 15 11:44:32.631273 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16299341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16393357'] for router_interface, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:32.672378 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-576a2ede-cdec-493e-9f16-e9b1a56fe7b8 req-09642b2a-588b-434d-b557-e915a00f5796 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Dec 15 11:44:32.685362 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:32.851553 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Router 2a91df33-0143-4451-a007-090f05ce7bc7 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:44:32.956292 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:44:32.961869 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-66cf8a76-6ba8-4416-9e1c-5c654807a49f admin admin] 10.222.0.62 "PUT /v2.0/routers/2a91df33-0143-4451-a007-090f05ce7bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7780643 Dec 15 11:44:32.964523 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44904) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:32.965541 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] Sync routers for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:44:32.976692 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:32.977577 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:33.066748 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.081599 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:33.170943 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.231434 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Deleting port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:33.232118 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.321660 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] For port 974e2c90-ecf2-43bd-8ad1-6dcaae01269b, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=974e2c90-ecf2-43bd-8ad1-6dcaae01269b,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:33.322022 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.335013 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Calling delete_port for 974e2c90-ecf2-43bd-8ad1-6dcaae01269b owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:33.391507 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:44:32Z', 'revision_number': 5, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port': {'id': '974e2c90-ecf2-43bd-8ad1-6dcaae01269b', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:95:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:33.418484 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] Checking router: 2a91df33-0143-4451-a007-090f05ce7bc7 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:44:33.427356 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] Routers {'2a91df33-0143-4451-a007-090f05ce7bc7'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:33.427973 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['2a91df33-0143-4451-a007-090f05ce7bc7'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:33.501777 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.516603 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] Set router 2a91df33-0143-4451-a007-090f05ce7bc7 gateway port host: None {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:33.528608 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=974e2c90-ecf2-43bd-8ad1-6dcaae01269b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:33.576357 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:44:33Z', 'revision_number': 6, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port_host': None}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:33.593317 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16394543'] for router_gateway, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.605546 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b582b569-7ca7-402b-86d9-bb0d1b3d8d91 None None] The sync data for ids ['2a91df33-0143-4451-a007-090f05ce7bc7'] in dv-cinder-813222-4-iscsi is: [{'id': '2a91df33-0143-4451-a007-090f05ce7bc7', 'name': 'tempest-AttachVolumeTestJSON-903157426-router', 'tenant_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:44:33Z', 'revision_number': 6, 'project_id': 'eb3b2ada0e0843e8a9cdb43966e3e7a9', 'gw_port_host': None}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:44:33.624220 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a79b6-addd-464f-88e0-65e4f51730b7 req-5a4f8878-a91e-4fda-91b2-e289610fac2a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:33.631553 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-386a79b6-addd-464f-88e0-65e4f51730b7 req-5a4f8878-a91e-4fda-91b2-e289610fac2a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 944 time: 0.0591249 Dec 15 11:44:33.676054 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-386a79b6-addd-464f-88e0-65e4f51730b7 req-c417d363-5976-4cea-9fc1-bd7771b866fd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436406 Dec 15 11:44:33.686609 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.688854 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.732287 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16400310'] for router, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.732916 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a91df33-0143-4451-a007-090f05ce7bc7 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:44:33.737693 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.738855 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-62e95b9e-ad51-41d5-a2b9-b94666f858d6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2a91df33-0143-4451-a007-090f05ce7bc7 HTTP/1.1" status: 204 len: 168 time: 0.7733660 Dec 15 11:44:33.741934 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44908) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:33.785779 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cabfb51-3ab9-4a7e-8b36-a4b81443c70e admin admin] Deleting subnet 6262da56-77eb-440d-b9e5-b886217cd553 {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:44:33.788791 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7cabfb51-3ab9-4a7e-8b36-a4b81443c70e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.825497 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7cabfb51-3ab9-4a7e-8b36-a4b81443c70e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14092405'] for subnet, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.930112 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7cabfb51-3ab9-4a7e-8b36-a4b81443c70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:33.987504 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7cabfb51-3ab9-4a7e-8b36-a4b81443c70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14141041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13785167'] for subnet, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.016113 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabfb51-3ab9-4a7e-8b36-a4b81443c70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6262da56-77eb-440d-b9e5-b886217cd553,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:34.018090 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7cabfb51-3ab9-4a7e-8b36-a4b81443c70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.022849 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7cabfb51-3ab9-4a7e-8b36-a4b81443c70e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6262da56-77eb-440d-b9e5-b886217cd553 HTTP/1.1" status: 204 len: 168 time: 0.2791302 Dec 15 11:44:34.025831 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44910) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:34.028871 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a1330-6b96-4f2f-9439-87613def3636 None None] Network 7ce2434a-00df-48e8-b569-90a8896c979a requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:44:34.096088 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.153752 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Deleting port 87660fe2-72f4-4a55-9099-7827240609db {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:44:34.154093 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.215537 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] For port 87660fe2-72f4-4a55-9099-7827240609db, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=87660fe2-72f4-4a55-9099-7827240609db,segment=NetworkSegment(088a8e08-7984-4bc8-bd7d-6af5cb321f0a),segment_id=088a8e08-7984-4bc8-bd7d-6af5cb321f0a)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:34.215899 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.227865 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Calling delete_port for 87660fe2-72f4-4a55-9099-7827240609db owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:44:34.263407 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device bbae0feb-957e-41e9-9e4a-08ac05fe1165 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:44:34.310657 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.336485 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Pushing event deleted for resources: {'Port': ['ID=87660fe2-72f4-4a55-9099-7827240609db,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:34.343684 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] No DVR routers for this DVR port 87660fe2-72f4-4a55-9099-7827240609db on host dv-cinder-813222-4-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:44:34.359334 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port bbae0feb-957e-41e9-9e4a-08ac05fe1165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:34.374980 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa783b97-ef71-4c2d-91ee-6a40333b49f4 None None] DHCP port deletion for 7ce2434a-00df-48e8-b569-90a8896c979a request from dv-cinder-813222-4-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:44:34.382302 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:44:34.424463 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.432630 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.445983 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce2434a-00df-48e8-b569-90a8896c979a']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:34.446181 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbae0feb-957e-41e9-9e4a-08ac05fe1165 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:44:34.456119 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088a8e08-7984-4bc8-bd7d-6af5cb321f0a') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:34.456417 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088a8e08-7984-4bc8-bd7d-6af5cb321f0a') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:34.466744 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14092430'] for segment, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.472582 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port bbae0feb-957e-41e9-9e4a-08ac05fe1165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:34.480602 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.481118 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.487641 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:44:34.488594 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14140955'] for segment, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: Traceback (most recent call last): Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: timer() Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: cb(*args, **kw) Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: return func(*args, **kwargs) Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: self._notify() Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: self.callback(batched_events) Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: event.method(event) Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: return f(self, *a, **k) Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._get(url).json() Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:44:34.490815 dv-cinder-813222-4-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:44:34.530725 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=bbae0feb-957e-41e9-9e4a-08ac05fe1165,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:34.547261 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.554281 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.557644 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7ce2434a-00df-48e8-b569-90a8896c979a HTTP/1.1" status: 204 len: 168 time: 0.5322058 Dec 15 11:44:34.567914 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d1af8-b638-4b2d-a9d1-fe37daded830 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ce2434a-00df-48e8-b569-90a8896c979a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:34.674933 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44914) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:34.719994 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a874aaa1-1748-4073-bb47-8760b658cd3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb3b2ada0e0843e8a9cdb43966e3e7a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437431 Dec 15 11:44:34.722431 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44918) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:34.756491 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['bbae0feb-957e-41e9-9e4a-08ac05fe1165'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:44:34.777220 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4cd612ee-0375-4616-886c-508de6a30600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.799412 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627991e2-855b-4fff-b2fe-432f875aee33 req-54d1721e-36f1-48f8-af63-c8cd9445ba1b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:34.800194 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4cd612ee-0375-4616-886c-508de6a30600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.801963 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-627991e2-855b-4fff-b2fe-432f875aee33 req-54d1721e-36f1-48f8-af63-c8cd9445ba1b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 945 time: 0.0550585 Dec 15 11:44:34.854657 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-627991e2-855b-4fff-b2fe-432f875aee33 req-76d0b22a-272d-44a9-894b-a757f1ba5c64 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461488 Dec 15 11:44:34.856402 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4cd612ee-0375-4616-886c-508de6a30600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.859060 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4cd612ee-0375-4616-886c-508de6a30600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:34.862509 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4cd612ee-0375-4616-886c-508de6a30600 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb47bc5c-e58a-4643-87ba-65fa3bc56b7e HTTP/1.1" status: 204 len: 168 time: 0.1368566 Dec 15 11:44:34.869507 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd612ee-0375-4616-886c-508de6a30600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb47bc5c-e58a-4643-87ba-65fa3bc56b7e,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:35.157418 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 87660fe2-72f4-4a55-9099-7827240609db no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:35.181296 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 87660fe2-72f4-4a55-9099-7827240609db {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:44:35.181698 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 87660fe2-72f4-4a55-9099-7827240609db not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:44:35.182255 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 974e2c90-ecf2-43bd-8ad1-6dcaae01269b no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:35.201927 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 974e2c90-ecf2-43bd-8ad1-6dcaae01269b {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:44:35.202282 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 974e2c90-ecf2-43bd-8ad1-6dcaae01269b not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:44:35.202699 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 34385cd0-ffd5-42be-a5d4-d986418a939f no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:44:35.221675 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 34385cd0-ffd5-42be-a5d4-d986418a939f {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:44:35.222023 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 34385cd0-ffd5-42be-a5d4-d986418a939f not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:44:35.986950 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9989cdc-b6a0-4c3a-bcb3-53ed39ada13a req-d924314f-9b63-4b98-a969-df348078b01a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:35.988849 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d9989cdc-b6a0-4c3a-bcb3-53ed39ada13a req-d924314f-9b63-4b98-a969-df348078b01a tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 945 time: 0.0574548 Dec 15 11:44:36.042801 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d9989cdc-b6a0-4c3a-bcb3-53ed39ada13a req-8d3375b2-0e28-4475-8ba6-6de54a9b7c8c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469465 Dec 15 11:44:36.276619 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device bbae0feb-957e-41e9-9e4a-08ac05fe1165 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:44:36.325869 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port bbae0feb-957e-41e9-9e4a-08ac05fe1165 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:44:36.329704 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port bbae0feb-957e-41e9-9e4a-08ac05fe1165 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:36.330102 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:36.408434 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:36.432527 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:36.434811 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a32bcc9-af36-45f5-9767-47e6f0a38098" -d '{"events": [{"server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "name": "network-vif-plugged", "status": "completed", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:36.447340 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port bbae0feb-957e-41e9-9e4a-08ac05fe1165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:36.451490 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:36.475848 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29f3a7c-e4cb-4227-9194-817d8ba64fde x-openstack-request-id: req-e29f3a7c-e4cb-4227-9194-817d8ba64fde {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:36.476141 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "name": "network-vif-plugged", "status": "completed", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:36.476400 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e29f3a7c-e4cb-4227-9194-817d8ba64fde {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:36.476788 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'code': 200} Dec 15 11:44:36.501836 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=bbae0feb-957e-41e9-9e4a-08ac05fe1165,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:36.712658 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa6468-5666-4628-a0d9-a98929ef6ca0 req-6cd49fff-d96d-4fca-a676-657f06c191ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:36.714189 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c5fa6468-5666-4628-a0d9-a98929ef6ca0 req-6cd49fff-d96d-4fca-a676-657f06c191ce service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 1099 time: 0.0419753 Dec 15 11:44:36.760296 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c5fa6468-5666-4628-a0d9-a98929ef6ca0 req-de50d10b-a061-4880-8012-0fb86782314f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385380 Dec 15 11:44:37.167194 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90ceeb-a367-4061-bd27-3b73399c41ff req-da83e25d-d9a5-4da1-9af9-49f690d43cdf tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:37.168662 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee90ceeb-a367-4061-bd27-3b73399c41ff req-da83e25d-d9a5-4da1-9af9-49f690d43cdf tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 946 time: 0.0516076 Dec 15 11:44:37.220375 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ee90ceeb-a367-4061-bd27-3b73399c41ff req-28a22e62-1fef-4d55-90d6-86b9f17bdfa8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457442 Dec 15 11:44:37.280651 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.566530 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 44986) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:38.675710 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b830731a-0c01-400a-a44a-b0c31d3f0197 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.723381 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2683618-7590-4b95-872b-ab6dcf5a74d1 req-d1abd3f0-192d-46b3-a120-aa233e7d56c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:38.724932 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2683618-7590-4b95-872b-ab6dcf5a74d1 req-d1abd3f0-192d-46b3-a120-aa233e7d56c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 946 time: 0.2802131 Dec 15 11:44:38.757803 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b830731a-0c01-400a-a44a-b0c31d3f0197 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.762167 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b830731a-0c01-400a-a44a-b0c31d3f0197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.776299 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2683618-7590-4b95-872b-ab6dcf5a74d1 req-d5c9ae26-3622-49d8-b4c5-b5d99fbcb4b6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443177 Dec 15 11:44:38.802803 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b830731a-0c01-400a-a44a-b0c31d3f0197 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d241e73f8a5e483b8da6bd2c2222b4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322791 Dec 15 11:44:38.802803 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830731a-0c01-400a-a44a-b0c31d3f0197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d693710-d50f-43a5-8ee7-6440dc7f737c,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:38.803422 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44992) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:38.852759 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ada0d1b-9a55-4205-b1c4-c9d9364d4389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.899173 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ada0d1b-9a55-4205-b1c4-c9d9364d4389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.948673 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54a125-4b2c-49d0-8a32-37ba7b923fff req-07f79644-80a2-45f6-91f5-17f5cb22be19 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:38.950235 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cc54a125-4b2c-49d0-8a32-37ba7b923fff req-07f79644-80a2-45f6-91f5-17f5cb22be19 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 946 time: 0.0925801 Dec 15 11:44:38.989745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ada0d1b-9a55-4205-b1c4-c9d9364d4389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.994420 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9ada0d1b-9a55-4205-b1c4-c9d9364d4389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:38.995689 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9ada0d1b-9a55-4205-b1c4-c9d9364d4389 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d693710-d50f-43a5-8ee7-6440dc7f737c HTTP/1.1" status: 204 len: 168 time: 0.1906393 Dec 15 11:44:39.019337 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada0d1b-9a55-4205-b1c4-c9d9364d4389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d693710-d50f-43a5-8ee7-6440dc7f737c,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:39.024570 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cc54a125-4b2c-49d0-8a32-37ba7b923fff req-c9284da5-37d2-4eae-8167-f6b7e64e9025 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680211 Dec 15 11:44:39.048962 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44996) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:39.092414 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c06699-fbd1-43af-bd73-b2c20f020b11 tempest-TestVolumeBootPattern-2127413276 tempest-TestVolumeBootPattern-2127413276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:39.094005 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d0c06699-fbd1-43af-bd73-b2c20f020b11 tempest-TestVolumeBootPattern-2127413276 tempest-TestVolumeBootPattern-2127413276-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 1094 time: 0.0440316 Dec 15 11:44:39.097008 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 44998) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:39.103794 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'floatingip': {'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:39.135067 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:39.238609 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:39.340379 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Allocated IP 172.27.0.85 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/4b510877-16d0-43cd-b254-7ac40ee542a0) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:39.445287 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:39.481550 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:39.525775 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:39.530617 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:39.535552 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:39.538683 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'Port': ['ID=4b510877-16d0-43cd-b254-7ac40ee542a0,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:39.898924 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:39.967104 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:40.131596 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:40.136401 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:40.209970 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'Port': ['ID=4b510877-16d0-43cd-b254-7ac40ee542a0,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:40.233944 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:40.335883 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Floating IP db891b0c-0841-4ac2-a28d-a9ae15325bf6 associated. External IP: 172.27.0.85, port: bbae0feb-957e-41e9-9e4a-08ac05fe1165. Dec 15 11:44:40.554538 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:44:40.664022 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:44:40.675933 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] Sync routers for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:44:40.682419 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:40.687097 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:40.687731 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:40.716837 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-17827c0b-c89d-42d1-a785-932441a8dda6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6141953 Dec 15 11:44:40.716837 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:44:40.716837 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49" -d '{"events": [{"name": "network-changed", "server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:44:40.752690 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e54e05a-360d-4c29-8a5c-8548d1c5c154 x-openstack-request-id: req-2e54e05a-360d-4c29-8a5c-8548d1c5c154 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:44:40.752999 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:44:40.753250 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e54e05a-360d-4c29-8a5c-8548d1c5c154 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:44:40.754165 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'status': 'completed', 'code': 200} Dec 15 11:44:40.799873 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:40.845062 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-4c2b24c8-4d4d-4759-9322-ba9f50d2a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:40.846505 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-4c2b24c8-4d4d-4759-9322-ba9f50d2a352 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 1099 time: 0.0463133 Dec 15 11:44:40.860462 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45062) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:40.947189 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-47f55220-493d-4294-9bbe-63d8797f11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:40.949552 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-47f55220-493d-4294-9bbe-63d8797f11f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.0923598 Dec 15 11:44:40.973056 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-506919b3-dbf8-43bc-b5b9-ccf13aa43499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.023598 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-cdc014e0-fcc4-4f77-8268-6b0a55ef9a54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165 HTTP/1.1" status: 200 len: 999 time: 0.0665178 Dec 15 11:44:41.051596 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-506919b3-dbf8-43bc-b5b9-ccf13aa43499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.056906 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-506919b3-dbf8-43bc-b5b9-ccf13aa43499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.075636 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-15c831cd-dd39-4012-8cfa-e74e15a04115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:41.077155 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-15c831cd-dd39-4012-8cfa-e74e15a04115 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0473278 Dec 15 11:44:41.100704 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-506919b3-dbf8-43bc-b5b9-ccf13aa43499 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85f933878ef1419ca622fdf70df2c1e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391236 Dec 15 11:44:41.102336 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506919b3-dbf8-43bc-b5b9-ccf13aa43499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180dd44-d37a-4aba-822b-37b71537fb57,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:41.105009 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45066) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:41.135551 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'db891b0c-0841-4ac2-a28d-a9ae15325bf6', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:39Z', 'updated_at': '2021-12-15T11:44:39Z', 'revision_number': 0, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:41.139036 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-06f5ea82-31cd-4890-9ee4-f8a206e1df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:41.140626 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-06f5ea82-31cd-4890-9ee4-f8a206e1df75 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560706 Dec 15 11:44:41.157874 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0357ae32-2f3f-4339-9e99-934b4020aca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.162767 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] Checking router: 62c00ed3-7fcb-4f1c-9ccd-772768d66480 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:44:41.171178 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:41.171781 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:41.185078 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0357ae32-2f3f-4339-9e99-934b4020aca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.236376 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0357ae32-2f3f-4339-9e99-934b4020aca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.240142 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-93e659de-072f-492f-90c0-f5eade137bb3 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919828 Dec 15 11:44:41.240284 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-0357ae32-2f3f-4339-9e99-934b4020aca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.241965 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-0357ae32-2f3f-4339-9e99-934b4020aca4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c180dd44-d37a-4aba-822b-37b71537fb57 HTTP/1.1" status: 204 len: 168 time: 0.1353016 Dec 15 11:44:41.251818 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357ae32-2f3f-4339-9e99-934b4020aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180dd44-d37a-4aba-822b-37b71537fb57,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:41.286306 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:41.356840 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f4aacdb-9df2-4dfc-a39c-d5cb43ed5e49 req-00930674-442f-4329-8c04-feaa27410674 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029563 Dec 15 11:44:41.522738 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45072) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:41.524130 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'db891b0c-0841-4ac2-a28d-a9ae15325bf6', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:39Z', 'updated_at': '2021-12-15T11:44:39Z', 'revision_number': 0, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:41.535632 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f92d9de5-8a66-4425-9888-77f6a463a478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.550043 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2db140-6040-4680-a603-cd69b2e01608 None None] The sync data for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi is: [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'db891b0c-0841-4ac2-a28d-a9ae15325bf6', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:39Z', 'updated_at': '2021-12-15T11:44:39Z', 'revision_number': 0, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:44:41.612927 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f92d9de5-8a66-4425-9888-77f6a463a478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.617378 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-f92d9de5-8a66-4425-9888-77f6a463a478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.657238 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-f92d9de5-8a66-4425-9888-77f6a463a478 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be55a05219be49f99ea2aa16dabcccea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333861 Dec 15 11:44:41.658136 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d9de5-8a66-4425-9888-77f6a463a478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0c88e1-7510-42fc-91c2-30ca4082424e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:41.660149 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45074) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:41.712965 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-755d6079-0585-4446-b50a-4c6bee3c1bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.735572 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-755d6079-0585-4446-b50a-4c6bee3c1bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.759329 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83b0ee-f04e-4559-9df7-0dd144658e38 None None] New status for floating IP db891b0c-0841-4ac2-a28d-a9ae15325bf6: ACTIVE {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:44:41.788999 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-755d6079-0585-4446-b50a-4c6bee3c1bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.792015 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-755d6079-0585-4446-b50a-4c6bee3c1bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:41.793204 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-755d6079-0585-4446-b50a-4c6bee3c1bd1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c0c88e1-7510-42fc-91c2-30ca4082424e HTTP/1.1" status: 204 len: 168 time: 0.1319871 Dec 15 11:44:41.803040 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d6079-0585-4446-b50a-4c6bee3c1bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0c88e1-7510-42fc-91c2-30ca4082424e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:43.473597 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45128) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:43.579142 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7042701b-f225-4314-a3d6-0dd7e577d11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:43.655355 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7042701b-f225-4314-a3d6-0dd7e577d11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:43.659101 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7042701b-f225-4314-a3d6-0dd7e577d11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:43.704184 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7042701b-f225-4314-a3d6-0dd7e577d11b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4115a6eb20544a8f99e93c7915ff4131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294753 Dec 15 11:44:43.704987 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042701b-f225-4314-a3d6-0dd7e577d11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9eac50-9dba-4f62-b23f-235af23caaf1,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:43.707001 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45132) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:43.758472 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95649078-52e1-4a7e-98b9-ac70674c6564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:43.778931 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95649078-52e1-4a7e-98b9-ac70674c6564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:43.826151 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95649078-52e1-4a7e-98b9-ac70674c6564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:43.828902 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-95649078-52e1-4a7e-98b9-ac70674c6564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:43.830079 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-95649078-52e1-4a7e-98b9-ac70674c6564 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f9eac50-9dba-4f62-b23f-235af23caaf1 HTTP/1.1" status: 204 len: 168 time: 0.1219966 Dec 15 11:44:43.838155 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95649078-52e1-4a7e-98b9-ac70674c6564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9eac50-9dba-4f62-b23f-235af23caaf1,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:44.090281 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45138) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:44.104192 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9c71-e852-435e-a7a3-5236b81f7da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.177566 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9c71-e852-435e-a7a3-5236b81f7da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.182609 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c8ec9c71-e852-435e-a7a3-5236b81f7da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.219407 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec9c71-e852-435e-a7a3-5236b81f7da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4bc786-8ece-4c0d-b76b-57cf3e1b9835,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:44.224210 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c8ec9c71-e852-435e-a7a3-5236b81f7da3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=078338aa1af84f67a23e8407cab5afc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329226 Dec 15 11:44:44.226772 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45140) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:44.276228 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f2c0-3473-45b4-92ac-554a06a47f1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.296768 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f2c0-3473-45b4-92ac-554a06a47f1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.342222 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f2c0-3473-45b4-92ac-554a06a47f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.344828 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f0f7f2c0-3473-45b4-92ac-554a06a47f1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:44.345975 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f0f7f2c0-3473-45b4-92ac-554a06a47f1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce4bc786-8ece-4c0d-b76b-57cf3e1b9835 HTTP/1.1" status: 204 len: 168 time: 0.1183152 Dec 15 11:44:44.353749 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7f2c0-3473-45b4-92ac-554a06a47f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4bc786-8ece-4c0d-b76b-57cf3e1b9835,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:49.202208 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45240) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:49.304727 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9eb474d1-b0ef-4314-b785-0e658e762678 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.378318 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9eb474d1-b0ef-4314-b785-0e658e762678 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.382561 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9eb474d1-b0ef-4314-b785-0e658e762678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.417272 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb474d1-b0ef-4314-b785-0e658e762678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ab4032-5f38-4a98-839a-c01a4b73b5b6,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:49.421407 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9eb474d1-b0ef-4314-b785-0e658e762678 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0dc893759fe747ec8df4b2184766be1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181768 Dec 15 11:44:49.424109 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45244) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:49.470737 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94b19450-02e6-4a8c-b724-9119098cf574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.493852 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94b19450-02e6-4a8c-b724-9119098cf574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.539077 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94b19450-02e6-4a8c-b724-9119098cf574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.541822 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-94b19450-02e6-4a8c-b724-9119098cf574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.542978 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-94b19450-02e6-4a8c-b724-9119098cf574 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04ab4032-5f38-4a98-839a-c01a4b73b5b6 HTTP/1.1" status: 204 len: 168 time: 0.1179750 Dec 15 11:44:49.551265 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b19450-02e6-4a8c-b724-9119098cf574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ab4032-5f38-4a98-839a-c01a4b73b5b6,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:49.794548 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45250) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:49.808207 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bfabc316-3aa4-49e9-8b79-5f487041d96e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.884099 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bfabc316-3aa4-49e9-8b79-5f487041d96e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.887758 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-bfabc316-3aa4-49e9-8b79-5f487041d96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.926023 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-bfabc316-3aa4-49e9-8b79-5f487041d96e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=812f02fd459245c4b7157610ff7baa19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303811 Dec 15 11:44:49.926881 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabc316-3aa4-49e9-8b79-5f487041d96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc4a689-5575-4cc7-9c42-f8bb347dcd58,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:49.928624 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45252) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:49.976051 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3656c116-821e-4f05-b836-a621df33c10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:49.997208 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3656c116-821e-4f05-b836-a621df33c10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.044226 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3656c116-821e-4f05-b836-a621df33c10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.046856 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3656c116-821e-4f05-b836-a621df33c10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.048148 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3656c116-821e-4f05-b836-a621df33c10b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1bc4a689-5575-4cc7-9c42-f8bb347dcd58 HTTP/1.1" status: 204 len: 168 time: 0.1180656 Dec 15 11:44:50.055553 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656c116-821e-4f05-b836-a621df33c10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc4a689-5575-4cc7-9c42-f8bb347dcd58,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:50.353910 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45258) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:50.366908 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f38c06b4-12ba-4728-b777-fec304820523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.442668 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f38c06b4-12ba-4728-b777-fec304820523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.446976 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f38c06b4-12ba-4728-b777-fec304820523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.487356 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f38c06b4-12ba-4728-b777-fec304820523 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=607f9e7086af4592a345076c957b6aaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323078 Dec 15 11:44:50.488188 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c06b4-12ba-4728-b777-fec304820523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e4d58d-4f65-47fa-b321-5617d9782667,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:50.490066 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45260) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:50.540536 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9888df0-b51e-42d9-93d7-ee2634d6202f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.563375 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9888df0-b51e-42d9-93d7-ee2634d6202f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.608261 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9888df0-b51e-42d9-93d7-ee2634d6202f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.610985 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-b9888df0-b51e-42d9-93d7-ee2634d6202f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:50.612129 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-b9888df0-b51e-42d9-93d7-ee2634d6202f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4e4d58d-4f65-47fa-b321-5617d9782667 HTTP/1.1" status: 204 len: 168 time: 0.1209896 Dec 15 11:44:50.620434 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9888df0-b51e-42d9-93d7-ee2634d6202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e4d58d-4f65-47fa-b321-5617d9782667,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:54.569688 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45330) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:54.673530 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e7c-6969-4a8a-8ea2-bd5d5fcc1410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.747309 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e7c-6969-4a8a-8ea2-bd5d5fcc1410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.750990 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e7c-6969-4a8a-8ea2-bd5d5fcc1410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.787195 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd1e7c-6969-4a8a-8ea2-bd5d5fcc1410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4e8831-f796-4e41-9f2e-1ecb0fd54dec,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:54.791407 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-dedd1e7c-6969-4a8a-8ea2-bd5d5fcc1410 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=319879040acc47fc81cfb4ecb609f4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208810 Dec 15 11:44:54.794820 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45334) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:54.840714 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3beb94ed-dfe9-4a17-8a91-539fae169bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.861593 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3beb94ed-dfe9-4a17-8a91-539fae169bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.909156 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3beb94ed-dfe9-4a17-8a91-539fae169bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.911803 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3beb94ed-dfe9-4a17-8a91-539fae169bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:54.912988 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3beb94ed-dfe9-4a17-8a91-539fae169bfe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b4e8831-f796-4e41-9f2e-1ecb0fd54dec HTTP/1.1" status: 204 len: 168 time: 0.1178002 Dec 15 11:44:54.920953 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb94ed-dfe9-4a17-8a91-539fae169bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4e8831-f796-4e41-9f2e-1ecb0fd54dec,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:55.893756 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45364) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:55.995897 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1957f4dd-712f-4064-9274-6fd81132517d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:56.069857 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1957f4dd-712f-4064-9274-6fd81132517d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:56.073549 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-1957f4dd-712f-4064-9274-6fd81132517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:56.112015 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-1957f4dd-712f-4064-9274-6fd81132517d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ce0bd28ef8e40ac8c6a548c12ca361e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171659 Dec 15 11:44:56.112900 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957f4dd-712f-4064-9274-6fd81132517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaf20a2-0b55-429b-a046-bb939bde1bbc,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:56.114889 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45368) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:56.163328 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-70ef094a-0713-4288-85e5-a446af262f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:56.183673 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-70ef094a-0713-4288-85e5-a446af262f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:56.228854 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-70ef094a-0713-4288-85e5-a446af262f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:56.231989 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-70ef094a-0713-4288-85e5-a446af262f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:56.233172 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-70ef094a-0713-4288-85e5-a446af262f38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ceaf20a2-0b55-429b-a046-bb939bde1bbc HTTP/1.1" status: 204 len: 168 time: 0.1172202 Dec 15 11:44:56.240692 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef094a-0713-4288-85e5-a446af262f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaf20a2-0b55-429b-a046-bb939bde1bbc,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:56.677873 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-573c12e9-9f55-4067-bb8e-85b3187b35c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:56.831565 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45390) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:56.927378 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-581725812-network', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:56.948765 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Made reservation on behalf of 1b913df64b204f38a8cb1c2f1f65e924 for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:56.951011 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:56.959445 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.031030 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.034745 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.061240 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:44:57.067374 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:57.073062 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.073406 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Added segment f2ae95f0-4907-47d5-b93f-8bfbbaf97767 of type vlan for network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef Dec 15 11:44:57.115051 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.138816 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.139905 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:57.140481 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.189901 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3570259 Dec 15 11:44:57.192962 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45394) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:57.198417 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Request body: {'subnet': {'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-581725812-subnet', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:57.202196 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d72c9-2bf1-4d2b-8909-99896731bf9d admin admin] Pushing event updated for resources: {'Network': ['ID=6056e58a-f0d0-4fd5-9061-8959aa6c36ef,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:57.212353 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:44:57.220841 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Made reservation on behalf of 1b913df64b204f38a8cb1c2f1f65e924 for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:44:57.223748 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13785128'] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.387162 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14141366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13785142'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.443014 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f60562d-82da-4d1a-b856-c5c036ba1a69,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:57.449931 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Checking segment: {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:44:57.450280 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Network hostable DHCP agents. Network: 6056e58a-f0d0-4fd5-9061-8959aa6c36ef, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:44:57.467115 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:44:57.476374 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 6056e58a-f0d0-4fd5-9061-8959aa6c36ef) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:57.480357 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:44:57.481217 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.487873 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d4b73-95e4-4405-9b7c-e799c75202ad None None] Network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:44:57.499046 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2c13d638-04b1-4649-bc61-21c06eac9119 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3049531 Dec 15 11:44:57.501940 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45396) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:57.508316 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:44:57.529879 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.530893 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.585717 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.589504 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:44:57.590388 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.730029 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Allocated IP 172.20.0.2 (6056e58a-f0d0-4fd5-9061-8959aa6c36ef/5f60562d-82da-4d1a-b856-c5c036ba1a69/68a9852a-7517-4067-922d-4db3ea48e858) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:57.874963 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.881975 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:57.976024 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.046746 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:58.051129 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:58.054548 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:58.061821 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Pushing event updated for resources: {'Port': ['ID=68a9852a-7517-4067-922d-4db3ea48e858,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:58.071958 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.072319 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.072641 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.073000 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.073330 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.073655 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.073980 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.074300 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.074622 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.074939 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.075261 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.075580 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.075895 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:44:58.120737 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Attempting to bind port 68a9852a-7517-4067-922d-4db3ea48e858 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:44:58.121138 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Attempting to bind port 68a9852a-7517-4067-922d-4db3ea48e858 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:44:58.121533 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Attempting to bind port 68a9852a-7517-4067-922d-4db3ea48e858 on network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:44:58.126653 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:44:58.127030 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Checking segment: {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:44:58.127434 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.127832 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Bound using segment: {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:44:58.128297 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Bound port: 68a9852a-7517-4067-922d-4db3ea48e858, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:44:58.128680 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.178044 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.190767 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] For port 68a9852a-7517-4067-922d-4db3ea48e858, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:44:58.194363 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] For port 68a9852a-7517-4067-922d-4db3ea48e858, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=68a9852a-7517-4067-922d-4db3ea48e858,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:44:58.198359 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.199878 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.262639 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce45d0c-9baa-4515-afae-de3cf70e0850 None None] Pushing event updated for resources: {'Port': ['ID=68a9852a-7517-4067-922d-4db3ea48e858,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:58.309895 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:44:58.315744 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Allocated IP 172.27.0.150 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/156b0f8b-ad33-48c0-9521-4c24a46e7c66) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:58.452928 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.491153 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.535973 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:44:58.538917 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:44:58.542558 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:44:58.566273 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Pushing event updated for resources: {'Port': ['ID=156b0f8b-ad33-48c0-9521-4c24a46e7c66,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:58.794323 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.938142 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d0254387-545b-4118-9837-e0d7bc844547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:58.997182 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.099153 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d2ffc-15bf-4371-b0f2-3f9b6b542781 None None] Network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:44:59.138026 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:44:59.206198 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-91a28790-f8ec-48f7-97da-ce2c6fc23280 None None] Provisioning complete for port 68a9852a-7517-4067-922d-4db3ea48e858 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:59.206596 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91a28790-f8ec-48f7-97da-ce2c6fc23280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.247315 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 68a9852a-7517-4067-922d-4db3ea48e858 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:44:59.260765 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:44:59.273757 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Sync routers for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:44:59.280008 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.281779 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a0aa5f9e-41bd-4d29-a9e1-c81c788b3b66 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7784381 Dec 15 11:44:59.284527 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45398) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:44:59.293300 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:44:59.294239 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:59.372382 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 68a9852a-7517-4067-922d-4db3ea48e858 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:59.372763 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.401271 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91a28790-f8ec-48f7-97da-ce2c6fc23280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.437681 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:44:59.443716 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-91a28790-f8ec-48f7-97da-ce2c6fc23280 None None] For port 68a9852a-7517-4067-922d-4db3ea48e858, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=68a9852a-7517-4067-922d-4db3ea48e858,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:44:59.454592 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-91a28790-f8ec-48f7-97da-ce2c6fc23280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.515106 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a28790-f8ec-48f7-97da-ce2c6fc23280 None None] Pushing event updated for resources: {'Port': ['ID=68a9852a-7517-4067-922d-4db3ea48e858,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:59.579952 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-4d6de982-c08d-46c2-a913-93e07106c305 None None] Provisioning complete for port 68a9852a-7517-4067-922d-4db3ea48e858 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:44:59.580323 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-4d6de982-c08d-46c2-a913-93e07106c305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.633748 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:44:58Z', 'revision_number': 3, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:44:59.662234 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Checking router: a7dbdf45-a26d-41f7-96ec-f311ecf223f6 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:44:59.662575 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Updating router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 port 156b0f8b-ad33-48c0-9521-4c24a46e7c66 binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:44:59.687379 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.735945 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.884289 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Allocated IP 172.20.0.1 (6056e58a-f0d0-4fd5-9061-8959aa6c36ef/5f60562d-82da-4d1a-b856-c5c036ba1a69/8e24a111-05c9-4e1a-a023-f7924804556b) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:44:59.936783 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.943028 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:44:59.987463 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Pushing event updated for resources: {'Port': ['ID=156b0f8b-ad33-48c0-9521-4c24a46e7c66,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:44:59.990584 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.002459 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.002839 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.003205 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.003553 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.003885 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.004770 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.005138 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.005455 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.005783 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.006131 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.006462 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.006789 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.007101 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:00.010377 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Attempting to bind port 156b0f8b-ad33-48c0-9521-4c24a46e7c66 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:45:00.010754 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Attempting to bind port 156b0f8b-ad33-48c0-9521-4c24a46e7c66 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:45:00.011155 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Attempting to bind port 156b0f8b-ad33-48c0-9521-4c24a46e7c66 on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:45:00.016553 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:45:00.016958 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:45:00.017359 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.017747 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:45:00.018212 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Bound port: 156b0f8b-ad33-48c0-9521-4c24a46e7c66, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:45:00.018611 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.024793 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.044258 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.070651 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] For port 156b0f8b-ad33-48c0-9521-4c24a46e7c66, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:45:00.073899 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] For port 156b0f8b-ad33-48c0-9521-4c24a46e7c66, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=156b0f8b-ad33-48c0-9521-4c24a46e7c66,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:45:00.075333 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:00.076929 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Pushing event updated for resources: {'Port': ['ID=8e24a111-05c9-4e1a-a023-f7924804556b,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:00.078055 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.079458 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:00.082668 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:45:00.124051 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.143170 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250064bd-0f7f-4bc7-b80b-96077d93b6f8 None None] Pushing event updated for resources: {'Port': ['ID=156b0f8b-ad33-48c0-9521-4c24a46e7c66,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:00.147247 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:00.147864 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:00.261436 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.262014 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:00.390117 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-2e2e7103-2a75-4dff-9528-e9cd4c6c44f7 None None] Provisioning complete for port 8e24a111-05c9-4e1a-a023-f7924804556b triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:00.390535 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2e2e7103-2a75-4dff-9528-e9cd4c6c44f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.429144 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-2e2e7103-2a75-4dff-9528-e9cd4c6c44f7 None None] Port 8e24a111-05c9-4e1a-a023-f7924804556b cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:45:00.441287 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.446069 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.514735 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Pushing event updated for resources: {'Port': ['ID=8e24a111-05c9-4e1a-a023-f7924804556b,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:00.517296 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.535997 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:44:58Z', 'revision_number': 3, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:00.565133 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b3d176-7a6d-49db-a2ec-1bb588291e46 None None] The sync data for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi is: [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:44:58Z', 'revision_number': 3, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:00.612093 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:00.613601 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:00.744901 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:45:00.882344 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:45:00.887484 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-02a9cd8d-3d65-481e-a5b9-546a076dafff admin admin] 10.222.0.62 "PUT /v2.0/routers/a7dbdf45-a26d-41f7-96ec-f311ecf223f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6016669 Dec 15 11:45:00.952716 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-feef32d0-4860-44d9-9ea1-af1a486c217f None None] Provisioning complete for port 8e24a111-05c9-4e1a-a023-f7924804556b triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:00.953285 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-feef32d0-4860-44d9-9ea1-af1a486c217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:00.994503 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-feef32d0-4860-44d9-9ea1-af1a486c217f None None] Port 8e24a111-05c9-4e1a-a023-f7924804556b cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:45:01.260191 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 156b0f8b-ad33-48c0-9521-4c24a46e7c66 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:01.314012 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 156b0f8b-ad33-48c0-9521-4c24a46e7c66 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:01.314478 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.364255 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.408706 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.434583 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 156b0f8b-ad33-48c0-9521-4c24a46e7c66, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=156b0f8b-ad33-48c0-9521-4c24a46e7c66,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:01.439280 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.440388 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 68a9852a-7517-4067-922d-4db3ea48e858 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:01.449503 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45416) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:01.454910 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1592755172-network', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:01.475102 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Made reservation on behalf of c8d3801c2c7a4c1980a1e05ad2d5c58b for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:45:01.477439 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.486700 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.519620 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=156b0f8b-ad33-48c0-9521-4c24a46e7c66,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:01.537422 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 68a9852a-7517-4067-922d-4db3ea48e858 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:01.537808 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.562959 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.567874 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.592037 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:45:01.602405 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330eaf72-2973-4b85-894c-9e28efe27448,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:01.607513 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.607859 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Added segment 3635aae4-e528-4607-97ca-39f1cfd70499 of type vlan for network d34a23ba-2c6f-4283-92f0-1f54f264048e Dec 15 11:45:01.649964 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.678964 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.679820 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:01.680406 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.736344 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2857203 Dec 15 11:45:01.739762 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45420) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:01.742574 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14050be-04ff-4d67-8db8-f7da7fb25c53 admin admin] Pushing event updated for resources: {'Network': ['ID=d34a23ba-2c6f-4283-92f0-1f54f264048e,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:01.744791 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Request body: {'subnet': {'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1592755172-subnet', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:01.752364 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network d34a23ba-2c6f-4283-92f0-1f54f264048e details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:45:01.768760 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Made reservation on behalf of c8d3801c2c7a4c1980a1e05ad2d5c58b for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:45:01.771341 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897304'] for subnet, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:01.953691 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897286'] for subnet, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.010304 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ec55c2-ea5a-4175-b69d-39be44327dc9,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:02.018546 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Checking segment: {'id': '3635aae4-e528-4607-97ca-39f1cfd70499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:45:02.018908 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Network hostable DHCP agents. Network: d34a23ba-2c6f-4283-92f0-1f54f264048e, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:45:02.039479 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Network d34a23ba-2c6f-4283-92f0-1f54f264048e is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:45:02.052698 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, d34a23ba-2c6f-4283-92f0-1f54f264048e) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:02.057679 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:02.058618 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.061673 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638880a8-1b4c-4524-9323-4d0e43df7747 None None] Network d34a23ba-2c6f-4283-92f0-1f54f264048e requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:45:02.075342 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-046c663b-dbdc-47c6-bb02-9b4579ae7988 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3343091 Dec 15 11:45:02.078081 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45422) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:02.083121 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:02.106444 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.107495 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.162520 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.173162 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-d34a23ba-2c6f-4283-92f0-1f54f264048e', 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e', 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'fixed_ips': [{'subnet_id': 'f5ec55c2-ea5a-4175-b69d-39be44327dc9'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:45:02.174117 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.243621 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Sync routers for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:45:02.260868 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:02.261480 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:02.304492 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.415725 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Allocated IP 172.20.0.2 (d34a23ba-2c6f-4283-92f0-1f54f264048e/f5ec55c2-ea5a-4175-b69d-39be44327dc9/e0b64f7d-966a-4c3e-b0f9-221028e426e9) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:45:02.432278 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:02.738875 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.742307 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.762712 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.864087 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.870474 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Allocated IP 172.27.0.81 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/69c43947-bbc4-43a0-a839-0af49f8b5a6d) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:45:02.873359 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.916332 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Network d34a23ba-2c6f-4283-92f0-1f54f264048e is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:02.921642 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:02.927523 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:45:02.942488 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Pushing event updated for resources: {'Port': ['ID=e0b64f7d-966a-4c3e-b0f9-221028e426e9,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:02.949682 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8e24a111-05c9-4e1a-a023-f7924804556b', 'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'mac_address': 'fa:16:3e:29:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:59Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 2, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'subnets': [{'id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:02.980011 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:02.996193 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Checking router: a7dbdf45-a26d-41f7-96ec-f311ecf223f6 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:45:02.996430 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Updating router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 port 8e24a111-05c9-4e1a-a023-f7924804556b binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:45:03.017367 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.043772 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Attempting to bind port e0b64f7d-966a-4c3e-b0f9-221028e426e9 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:45:03.044198 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Attempting to bind port e0b64f7d-966a-4c3e-b0f9-221028e426e9 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '3635aae4-e528-4607-97ca-39f1cfd70499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:45:03.044497 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Attempting to bind port e0b64f7d-966a-4c3e-b0f9-221028e426e9 on network d34a23ba-2c6f-4283-92f0-1f54f264048e {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:45:03.047395 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.057813 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:03.058237 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:45:03.058622 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Checking segment: {'id': '3635aae4-e528-4607-97ca-39f1cfd70499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:45:03.059032 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.059430 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Bound using segment: {'id': '3635aae4-e528-4607-97ca-39f1cfd70499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:45:03.059913 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Bound port: e0b64f7d-966a-4c3e-b0f9-221028e426e9, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3635aae4-e528-4607-97ca-39f1cfd70499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:45:03.060329 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.061349 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:03.066024 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:45:03.091358 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Pushing event updated for resources: {'Port': ['ID=69c43947-bbc4-43a0-a839-0af49f8b5a6d,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:03.195387 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 156b0f8b-ad33-48c0-9521-4c24a46e7c66 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:03.232929 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] For port e0b64f7d-966a-4c3e-b0f9-221028e426e9, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:45:03.260994 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] For port e0b64f7d-966a-4c3e-b0f9-221028e426e9, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=e0b64f7d-966a-4c3e-b0f9-221028e426e9,segment=NetworkSegment(3635aae4-e528-4607-97ca-39f1cfd70499),segment_id=3635aae4-e528-4607-97ca-39f1cfd70499)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:45:03.269582 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.318866 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.382325 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 156b0f8b-ad33-48c0-9521-4c24a46e7c66 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:03.382692 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.385869 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633d128-eb8e-4b7b-8586-4bd3abc4e836 None None] Pushing event updated for resources: {'Port': ['ID=e0b64f7d-966a-4c3e-b0f9-221028e426e9,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:03.554556 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.560260 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.567109 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.625521 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d73ebd-afca-4a7d-ae8c-cbe096579ce7 None None] Pushing event updated for resources: {'Port': ['ID=8e24a111-05c9-4e1a-a023-f7924804556b,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:03.683307 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Attempting to bind port 8e24a111-05c9-4e1a-a023-f7924804556b on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:45:03.683808 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Attempting to bind port 8e24a111-05c9-4e1a-a023-f7924804556b by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:45:03.684539 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Attempting to bind port 8e24a111-05c9-4e1a-a023-f7924804556b on network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:45:03.690703 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:45:03.691248 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Checking segment: {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:45:03.691797 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.692291 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Bound using segment: {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:45:03.693014 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Bound port: 8e24a111-05c9-4e1a-a023-f7924804556b, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:45:03.693507 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.726065 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102631) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:45:03.775765 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] For port 8e24a111-05c9-4e1a-a023-f7924804556b, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:45:03.779680 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] For port 8e24a111-05c9-4e1a-a023-f7924804556b, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=8e24a111-05c9-4e1a-a023-f7924804556b,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:45:03.784395 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.845192 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:03.845823 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:03.846588 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:45:03.857293 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Sync routers for ids ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:45:03.869086 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Routers {'4a13606b-1ff0-485a-a3b2-782c9b79e2c3'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:03.870107 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:03.870913 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] Publish callbacks [] for router, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:03.875788 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45424) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:03.876399 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ed2bf2a5-af39-4e4c-8031-db4084077770 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7969096 Dec 15 11:45:03.980491 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:03.996299 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Set router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:04.166980 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d73ebd-afca-4a7d-ae8c-cbe096579ce7 None None] Pushing event updated for resources: {'Port': ['ID=8e24a111-05c9-4e1a-a023-f7924804556b,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:04.210652 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:03Z', 'revision_number': 3, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'gw_port': {'id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:04.226196 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-46bf1424-52ac-4360-b122-ac1824065203 None None] Provisioning complete for port 8e24a111-05c9-4e1a-a023-f7924804556b triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:04.226563 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46bf1424-52ac-4360-b122-ac1824065203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.247483 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Checking router: 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:45:04.248088 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Updating router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 port 69c43947-bbc4-43a0-a839-0af49f8b5a6d binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:45:04.284781 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.291691 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8e24a111-05c9-4e1a-a023-f7924804556b', 'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'mac_address': 'fa:16:3e:29:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:59Z', 'updated_at': '2021-12-15T11:45:03Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'subnets': [{'id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:04.323920 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24a3af0-849f-4369-b60f-d1489bcc4050 None None] The sync data for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi is: [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8e24a111-05c9-4e1a-a023-f7924804556b', 'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'mac_address': 'fa:16:3e:29:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:59Z', 'updated_at': '2021-12-15T11:45:03Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'subnets': [{'id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:04.372941 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46bf1424-52ac-4360-b122-ac1824065203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.443591 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-46bf1424-52ac-4360-b122-ac1824065203 None None] For port 8e24a111-05c9-4e1a-a023-f7924804556b, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=8e24a111-05c9-4e1a-a023-f7924804556b,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:04.448375 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-46bf1424-52ac-4360-b122-ac1824065203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.537928 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf1424-52ac-4360-b122-ac1824065203 None None] Pushing event updated for resources: {'Port': ['ID=8e24a111-05c9-4e1a-a023-f7924804556b,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:04.586892 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-f7cc332a-696b-40f5-9f41-1978ff35e9e7 None None] Provisioning complete for port 8e24a111-05c9-4e1a-a023-f7924804556b triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:04.587752 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f7cc332a-696b-40f5-9f41-1978ff35e9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.632443 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49320b2-7337-418b-9daa-a2c81594a814 None None] Network d34a23ba-2c6f-4283-92f0-1f54f264048e requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:45:04.697456 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.698791 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.707712 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.771153 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Attempting to bind port 69c43947-bbc4-43a0-a839-0af49f8b5a6d on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:45:04.771598 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Attempting to bind port 69c43947-bbc4-43a0-a839-0af49f8b5a6d by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:45:04.772029 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Attempting to bind port 69c43947-bbc4-43a0-a839-0af49f8b5a6d on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:45:04.778399 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0720c-932e-45af-bae7-c421278be4d9 None None] Pushing event updated for resources: {'Port': ['ID=69c43947-bbc4-43a0-a839-0af49f8b5a6d,revision_number=2']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:04.791274 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:45:04.791640 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:45:04.792200 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.792655 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:45:04.793222 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Bound port: 69c43947-bbc4-43a0-a839-0af49f8b5a6d, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:45:04.793682 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.878682 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] For port 69c43947-bbc4-43a0-a839-0af49f8b5a6d, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:45:04.885898 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] For port 69c43947-bbc4-43a0-a839-0af49f8b5a6d, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=69c43947-bbc4-43a0-a839-0af49f8b5a6d,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:45:04.891955 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:04.893672 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Allocated IP 172.20.0.1 (d34a23ba-2c6f-4283-92f0-1f54f264048e/f5ec55c2-ea5a-4175-b69d-39be44327dc9/7b98cb7e-da24-433a-b8d2-3da327f40608) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:45:04.971057 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Routers {'4a13606b-1ff0-485a-a3b2-782c9b79e2c3'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:04.971229 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:05.060514 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-fc4f8f97-800b-4801-941c-36aeb8139910 None None] Provisioning complete for port e0b64f7d-966a-4c3e-b0f9-221028e426e9 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:05.060926 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8f97-800b-4801-941c-36aeb8139910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.064629 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.115935 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.134435 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0720c-932e-45af-bae7-c421278be4d9 None None] Pushing event updated for resources: {'Port': ['ID=69c43947-bbc4-43a0-a839-0af49f8b5a6d,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:05.196904 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Network d34a23ba-2c6f-4283-92f0-1f54f264048e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:05.198974 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8f97-800b-4801-941c-36aeb8139910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.200336 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:05.202876 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:45:05.211938 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] Set router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:05.268621 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.298830 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-fc4f8f97-800b-4801-941c-36aeb8139910 None None] For port e0b64f7d-966a-4c3e-b0f9-221028e426e9, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=e0b64f7d-966a-4c3e-b0f9-221028e426e9,segment=NetworkSegment(3635aae4-e528-4607-97ca-39f1cfd70499),segment_id=3635aae4-e528-4607-97ca-39f1cfd70499)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:05.328549 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8f97-800b-4801-941c-36aeb8139910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.408918 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8e24a111-05c9-4e1a-a023-f7924804556b up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:05.449929 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.453569 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Pushing event updated for resources: {'Port': ['ID=7b98cb7e-da24-433a-b8d2-3da327f40608,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:05.531909 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f8f97-800b-4801-941c-36aeb8139910 None None] Pushing event updated for resources: {'Port': ['ID=e0b64f7d-966a-4c3e-b0f9-221028e426e9,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:05.541769 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-63cf5f47-968b-4503-b755-cf9fdf289902 None None] Provisioning complete for port e0b64f7d-966a-4c3e-b0f9-221028e426e9 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:05.542147 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-63cf5f47-968b-4503-b755-cf9fdf289902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.599949 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 8e24a111-05c9-4e1a-a023-f7924804556b triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:05.601286 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.635323 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:03Z', 'revision_number': 3, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'gw_port': {'id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:05.668554 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c143fa53-f58c-4f51-b980-a9adc377d21e None None] The sync data for ids ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'] in dv-cinder-813222-4-iscsi is: [{'id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:03Z', 'revision_number': 3, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'gw_port': {'id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:05.746775 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device e0b64f7d-966a-4c3e-b0f9-221028e426e9 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:05.751304 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.758055 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.812438 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port e0b64f7d-966a-4c3e-b0f9-221028e426e9 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:05.812930 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.846822 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.860411 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-dc9ea3bc-8087-48e3-8cf8-49fee2c6e6dd None None] Provisioning complete for port 7b98cb7e-da24-433a-b8d2-3da327f40608 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:05.860876 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea3bc-8087-48e3-8cf8-49fee2c6e6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:05.872923 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Pushing event updated for resources: {'Port': ['ID=7b98cb7e-da24-433a-b8d2-3da327f40608,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:05.920327 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ea3bc-8087-48e3-8cf8-49fee2c6e6dd None None] Port 7b98cb7e-da24-433a-b8d2-3da327f40608 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:45:05.962429 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Network d34a23ba-2c6f-4283-92f0-1f54f264048e is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:05.966379 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:06.108238 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:45:06.146486 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31118ae-e07c-4751-9b84-4700a2a469e2 req-595ef830-b9e7-40aa-b023-f0c128511b2d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:06.148087 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f31118ae-e07c-4751-9b84-4700a2a469e2 req-595ef830-b9e7-40aa-b023-f0c128511b2d tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 946 time: 0.0702610 Dec 15 11:45:06.226405 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f31118ae-e07c-4751-9b84-4700a2a469e2 req-26d59010-5a56-449f-9131-000f77a42bb1 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723357 Dec 15 11:45:06.278687 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:45:06.283790 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5fa337a9-a657-435f-8ae9-84de39b79243 admin admin] 10.222.0.62 "PUT /v2.0/routers/4a13606b-1ff0-485a-a3b2-782c9b79e2c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069612 Dec 15 11:45:06.348419 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-d9358a2b-31c8-44a6-9284-1036d9bf4872 None None] Provisioning complete for port 7b98cb7e-da24-433a-b8d2-3da327f40608 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:06.349150 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d9358a2b-31c8-44a6-9284-1036d9bf4872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:06.386828 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-d9358a2b-31c8-44a6-9284-1036d9bf4872 None None] Port 7b98cb7e-da24-433a-b8d2-3da327f40608 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:45:07.300229 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 69c43947-bbc4-43a0-a839-0af49f8b5a6d up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:07.337358 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.366135 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 69c43947-bbc4-43a0-a839-0af49f8b5a6d triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:07.367242 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.405877 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb986e2-a73b-4537-b97a-fdcbba42df78 req-4be092b1-4789-46b4-ae5b-8298446514b2 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:07.408305 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9eb986e2-a73b-4537-b97a-fdcbba42df78 req-4be092b1-4789-46b4-ae5b-8298446514b2 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 946 time: 0.0648901 Dec 15 11:45:07.473766 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9eb986e2-a73b-4537-b97a-fdcbba42df78 req-2aa8e3d9-2829-4a58-8c54-02b167636abf tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups?id=000d69e2-fcf7-4064-83d2-b0af69d3367d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585701 Dec 15 11:45:07.520084 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.549052 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 69c43947-bbc4-43a0-a839-0af49f8b5a6d, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=69c43947-bbc4-43a0-a839-0af49f8b5a6d,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:07.554122 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.555661 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device e0b64f7d-966a-4c3e-b0f9-221028e426e9 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:07.633779 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=69c43947-bbc4-43a0-a839-0af49f8b5a6d,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:07.651056 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port e0b64f7d-966a-4c3e-b0f9-221028e426e9 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:07.651579 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.710815 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277218cc-53d6-492f-8436-0fcb61431501 req-d533f8b9-c830-4bfb-a2f3-ab289ccd0d59 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:07.712838 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-277218cc-53d6-492f-8436-0fcb61431501 req-d533f8b9-c830-4bfb-a2f3-ab289ccd0d59 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 946 time: 0.1097708 Dec 15 11:45:07.833472 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Deleting port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:45:07.833472 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.938353 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Sync routers for ids ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:45:07.940293 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] For port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:07.940760 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:07.951047 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Routers {'4a13606b-1ff0-485a-a3b2-782c9b79e2c3'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:07.951930 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:08.074024 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Set router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:08.148702 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:08.149232 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:08.149746 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Floating IP d29f9440-87e5-4dc1-8e68-629f825529d6 disassociated. External IP: 172.27.0.63, port: 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e. Dec 15 11:45:08.150197 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Calling delete_port for 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:45:08.322057 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:08.354746 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:05Z', 'revision_number': 4, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'gw_port': {'id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '7b98cb7e-da24-433a-b8d2-3da327f40608', 'name': '', 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'mac_address': 'fa:16:3e:6a:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5ec55c2-ea5a-4175-b69d-39be44327dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:04Z', 'updated_at': '2021-12-15T11:45:05Z', 'revision_number': 2, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'subnets': [{'id': 'f5ec55c2-ea5a-4175-b69d-39be44327dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:08.356871 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event deleted for resources: {'Port': ['ID=2e5d81d1-21ee-430d-9563-b3bc7bbbb82e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:08.399556 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Checking router: 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:45:08.400695 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Updating router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 port 7b98cb7e-da24-433a-b8d2-3da327f40608 binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:45:08.438286 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:08.493257 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Router 1b9c04a5-1d44-4c22-b859-911945ebeb6f has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:45:08.634924 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6841acde-87d5-48e1-b9f8-99f412529e7f req-542a2b74-671a-48ed-9a54-cb4e1d5baf7c tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc7770c3-8768-490c-b00b-f70918674916 HTTP/1.1" status: 200 len: 210 time: 0.0507500 Dec 15 11:45:08.668625 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:45:08.689685 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] Sync routers for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:45:08.704598 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:08.708793 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:08.714562 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] No DVR routers for this DVR port 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:45:08.716805 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:08.722335 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-277218cc-53d6-492f-8436-0fcb61431501 req-08d2e7dd-5401-4c73-8f6d-a053c29b3ce6 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.58 "DELETE /v2.0/ports/2e5d81d1-21ee-430d-9563-b3bc7bbbb82e HTTP/1.1" status: 204 len: 173 time: 1.0024250 Dec 15 11:45:08.722335 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-deleted', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:08.724926 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0716f576-2483-48cd-a66a-a311a84a325a" -d '{"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-deleted", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:08.779410 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f7c1ed-9591-4c6b-9090-406de0981330 x-openstack-request-id: req-b2f7c1ed-9591-4c6b-9090-406de0981330 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:08.779754 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7770c3-8768-490c-b00b-f70918674916", "name": "network-vif-deleted", "tag": "2e5d81d1-21ee-430d-9563-b3bc7bbbb82e", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:08.780172 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2f7c1ed-9591-4c6b-9090-406de0981330 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:08.780978 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7770c3-8768-490c-b00b-f70918674916', 'name': 'network-vif-deleted', 'tag': '2e5d81d1-21ee-430d-9563-b3bc7bbbb82e', 'status': 'completed', 'code': 200} Dec 15 11:45:08.834875 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:08.845783 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:08.911512 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad54111-c160-4736-a388-a17b722ba7ba None None] Pushing event updated for resources: {'Port': ['ID=7b98cb7e-da24-433a-b8d2-3da327f40608,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:08.949839 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:08.996913 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Attempting to bind port 7b98cb7e-da24-433a-b8d2-3da327f40608 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:45:08.997296 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Attempting to bind port 7b98cb7e-da24-433a-b8d2-3da327f40608 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '3635aae4-e528-4607-97ca-39f1cfd70499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:45:08.997662 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Attempting to bind port 7b98cb7e-da24-433a-b8d2-3da327f40608 on network d34a23ba-2c6f-4283-92f0-1f54f264048e {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:45:09.007436 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:45:09.007815 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Checking segment: {'id': '3635aae4-e528-4607-97ca-39f1cfd70499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:45:09.008222 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.008618 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Bound using segment: {'id': '3635aae4-e528-4607-97ca-39f1cfd70499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:45:09.009118 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Bound port: 7b98cb7e-da24-433a-b8d2-3da327f40608, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3635aae4-e528-4607-97ca-39f1cfd70499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:45:09.009504 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.084463 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] For port 7b98cb7e-da24-433a-b8d2-3da327f40608, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:45:09.088388 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] For port 7b98cb7e-da24-433a-b8d2-3da327f40608, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=7b98cb7e-da24-433a-b8d2-3da327f40608,segment=NetworkSegment(3635aae4-e528-4607-97ca-39f1cfd70499),segment_id=3635aae4-e528-4607-97ca-39f1cfd70499)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:45:09.100474 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.229825 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Routers {'4a13606b-1ff0-485a-a3b2-782c9b79e2c3'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:09.230533 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:09.278423 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad54111-c160-4736-a388-a17b722ba7ba None None] Pushing event updated for resources: {'Port': ['ID=7b98cb7e-da24-433a-b8d2-3da327f40608,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:09.309479 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 69c43947-bbc4-43a0-a839-0af49f8b5a6d up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:09.425133 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:09.470700 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] Checking router: 1b9c04a5-1d44-4c22-b859-911945ebeb6f for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:45:09.481173 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:09.483914 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:09.572212 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c9e522d9-afd9-43fa-9181-29ffabf73213 None None] Provisioning complete for port 7b98cb7e-da24-433a-b8d2-3da327f40608 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:09.572863 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c9e522d9-afd9-43fa-9181-29ffabf73213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.635755 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:09.744301 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] Set router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:09.750999 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45472) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:09.779922 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c9e522d9-afd9-43fa-9181-29ffabf73213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.797744 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 69c43947-bbc4-43a0-a839-0af49f8b5a6d triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:09.798120 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.836596 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.877770 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.892687 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c9e522d9-afd9-43fa-9181-29ffabf73213 None None] For port 7b98cb7e-da24-433a-b8d2-3da327f40608, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=7b98cb7e-da24-433a-b8d2-3da327f40608,segment=NetworkSegment(3635aae4-e528-4607-97ca-39f1cfd70499),segment_id=3635aae4-e528-4607-97ca-39f1cfd70499)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:09.906520 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c9e522d9-afd9-43fa-9181-29ffabf73213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.967905 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:09.972866 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.977082 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:09.979001 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "DELETE /v2.0/security-groups/000d69e2-fcf7-4064-83d2-b0af69d3367d HTTP/1.1" status: 204 len: 168 time: 0.2261236 Dec 15 11:45:09.982723 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45474) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:09.997866 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c6cb01-a046-4e1c-b20f-6c4fc49a8b1f None None] The sync data for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi is: [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:37:43Z', 'revision_number': 4, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': 'e39cb3d5-b477-459a-a441-576fb05f27ac', 'name': '', 'network_id': '9be3e716-31cc-4d43-9573-9a79b1f4751b', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'mac_address': 'fa:16:3e:7c:98:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:40Z', 'updated_at': '2021-12-15T11:37:53Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'subnets': [{'id': '5c2e1149-04c9-4965-a034-cc2aab078366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:10.018463 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.api.v2.resource [None req-01666178-d028-4c50-95ee-1776ea6264ff tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] show failed (client error): The resource could not be found. Dec 15 11:45:10.021561 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-01666178-d028-4c50-95ee-1776ea6264ff tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "GET /v2.0/security-groups/000d69e2-fcf7-4064-83d2-b0af69d3367d HTTP/1.1" status: 404 len: 347 time: 0.0369322 Dec 15 11:45:10.021993 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=000d69e2-fcf7-4064-83d2-b0af69d3367d,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:10.024467 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45476) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:10.041355 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.041740 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.042080 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.042419 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.042761 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.043092 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.048375 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.048765 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.049154 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.049269 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e522d9-afd9-43fa-9181-29ffabf73213 None None] Pushing event updated for resources: {'Port': ['ID=7b98cb7e-da24-433a-b8d2-3da327f40608,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:10.049528 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.049938 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.050273 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.051226 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb012c4f-8553-411b-938e-077246faca45 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:10.153733 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-90cc6922-9999-4de6-a270-b66a8f53dfeb None None] Provisioning complete for port 7b98cb7e-da24-433a-b8d2-3da327f40608 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:10.154088 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-90cc6922-9999-4de6-a270-b66a8f53dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:10.197452 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Deleting port 451421e2-c7dc-45d7-9b59-cdc110de7562 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:45:10.198051 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:10.264213 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:05Z', 'revision_number': 4, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'gw_port': {'id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '7b98cb7e-da24-433a-b8d2-3da327f40608', 'name': '', 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'mac_address': 'fa:16:3e:6a:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5ec55c2-ea5a-4175-b69d-39be44327dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:04Z', 'updated_at': '2021-12-15T11:45:09Z', 'revision_number': 4, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'subnets': [{'id': 'f5ec55c2-ea5a-4175-b69d-39be44327dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:10.303200 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec329fd-957a-4362-ab0d-00686732c8af None None] The sync data for ids ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'] in dv-cinder-813222-4-iscsi is: [{'id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:05Z', 'revision_number': 4, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'gw_port': {'id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '7b98cb7e-da24-433a-b8d2-3da327f40608', 'name': '', 'network_id': 'd34a23ba-2c6f-4283-92f0-1f54f264048e', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'mac_address': 'fa:16:3e:6a:ca:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'f5ec55c2-ea5a-4175-b69d-39be44327dc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:04Z', 'updated_at': '2021-12-15T11:45:09Z', 'revision_number': 4, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'subnets': [{'id': 'f5ec55c2-ea5a-4175-b69d-39be44327dc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:10.308530 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:10.308896 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:10.322653 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Calling delete_port for 451421e2-c7dc-45d7-9b59-cdc110de7562 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:45:10.497414 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92919b4-5886-43ab-8a4f-e6285ef63af9 None None] New status for floating IP d29f9440-87e5-4dc1-8e68-629f825529d6: DOWN {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:45:10.548742 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:10.579483 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Pushing event deleted for resources: {'Port': ['ID=451421e2-c7dc-45d7-9b59-cdc110de7562,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:10.659417 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.db.api [None req-b92919b4-5886-43ab-8a4f-e6285ef63af9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102633) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 11:45:10.660568 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG oslo_db.api [None req-b92919b4-5886-43ab-8a4f-e6285ef63af9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 11:45:10.684740 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks [] for floatingip, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:10.687448 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:10.691083 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-161d5d30-a5d1-4b8f-9355-3f6f8ca39a36 tempest-AttachVolumeShelveTestJSON-1529236637 tempest-AttachVolumeShelveTestJSON-1529236637-project] 10.222.0.62 "DELETE /v2.0/floatingips/d29f9440-87e5-4dc1-8e68-629f825529d6 HTTP/1.1" status: 204 len: 168 time: 0.6632288 Dec 15 11:45:11.161367 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92919b4-5886-43ab-8a4f-e6285ef63af9 None None] New status for floating IP d29f9440-87e5-4dc1-8e68-629f825529d6: DOWN {{(pid=102633) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:45:11.288698 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 7b98cb7e-da24-433a-b8d2-3da327f40608 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:11.344370 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 7b98cb7e-da24-433a-b8d2-3da327f40608 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:11.344738 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:12.411662 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:45:12.434499 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:45:12.435169 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 2e5d81d1-21ee-430d-9563-b3bc7bbbb82e not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:45:13.215033 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45504) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:13.748348 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16393233'] for router_interface, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:14.014207 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Deleting port e39cb3d5-b477-459a-a441-576fb05f27ac {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:45:14.014811 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:14.100189 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] For port e39cb3d5-b477-459a-a441-576fb05f27ac, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=e39cb3d5-b477-459a-a441-576fb05f27ac,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:14.100548 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:14.117031 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Calling delete_port for e39cb3d5-b477-459a-a441-576fb05f27ac owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:45:14.320754 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:14.349511 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Pushing event deleted for resources: {'Port': ['ID=e39cb3d5-b477-459a-a441-576fb05f27ac,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:14.377366 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.377712 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.378064 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.378409 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.379276 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.379609 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.379942 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.380272 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.380598 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.380952 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.381279 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.381603 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.381926 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:45:14.567177 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16299341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16393357'] for router_interface, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:14.804296 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Router 1b9c04a5-1d44-4c22-b859-911945ebeb6f has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:45:14.925010 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:45:14.930982 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a6e27004-6afb-47f1-8177-68ca92b4e312 admin admin] 10.222.0.62 "PUT /v2.0/routers/1b9c04a5-1d44-4c22-b859-911945ebeb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7148559 Dec 15 11:45:14.933412 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45512) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:14.935523 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] Sync routers for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:45:14.948589 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:14.949238 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:15.070106 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:15.092251 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks [] for router, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:15.226080 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:15.276412 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105'}], 'enable_snat': True}, 'gw_port_id': '06a71a17-742c-41fb-b723-115f07071cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:45:14Z', 'revision_number': 5, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port': {'id': '06a71a17-742c-41fb-b723-115f07071cae', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:37:33Z', 'updated_at': '2021-12-15T11:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:15.291508 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Deleting port 06a71a17-742c-41fb-b723-115f07071cae {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:45:15.292133 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:15.309075 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] Checking router: 1b9c04a5-1d44-4c22-b859-911945ebeb6f for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:45:15.318207 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] Routers {'1b9c04a5-1d44-4c22-b859-911945ebeb6f'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:15.318823 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:44:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:15.392672 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] For port 06a71a17-742c-41fb-b723-115f07071cae, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=06a71a17-742c-41fb-b723-115f07071cae,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:15.393064 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:15.408015 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Calling delete_port for 06a71a17-742c-41fb-b723-115f07071cae owned by network:router_gateway {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:45:15.427588 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] Set router 1b9c04a5-1d44-4c22-b859-911945ebeb6f gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:15.486600 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:45:15Z', 'revision_number': 6, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port_host': None}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:15.513539 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659795d4-9c2d-4f98-beb9-7ff3cce83b67 None None] The sync data for ids ['1b9c04a5-1d44-4c22-b859-911945ebeb6f'] in dv-cinder-813222-4-iscsi is: [{'id': '1b9c04a5-1d44-4c22-b859-911945ebeb6f', 'name': 'tempest-AttachVolumeShelveTestJSON-2019267601-router', 'tenant_id': 'e192984d3ef7484491031ef7aba77f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:37:30Z', 'updated_at': '2021-12-15T11:45:15Z', 'revision_number': 6, 'project_id': 'e192984d3ef7484491031ef7aba77f57', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:15.846390 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:15.880380 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=06a71a17-742c-41fb-b723-115f07071cae,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:15.969303 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16394543'] for router_gateway, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.099241 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.101365 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.170802 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16400310'] for router, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.171336 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b9c04a5-1d44-4c22-b859-911945ebeb6f {{(pid=102631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:45:16.179947 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] Publish callbacks [] for router, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.181159 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7a828826-c469-451f-8e8b-112ba0094ffb admin admin] 10.222.0.62 "DELETE /v2.0/routers/1b9c04a5-1d44-4c22-b859-911945ebeb6f HTTP/1.1" status: 204 len: 168 time: 1.2464697 Dec 15 11:45:16.185355 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45514) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:16.236695 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-7149c7d5-d7fe-48d0-abac-675a0e34a0d1 admin admin] Deleting subnet 5c2e1149-04c9-4965-a034-cc2aab078366 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:45:16.241235 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7149c7d5-d7fe-48d0-abac-675a0e34a0d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.279753 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7149c7d5-d7fe-48d0-abac-675a0e34a0d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13568242'] for subnet, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.425066 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7149c7d5-d7fe-48d0-abac-675a0e34a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.500568 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7149c7d5-d7fe-48d0-abac-675a0e34a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897407'] for subnet, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.523568 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218a0547-50a5-4308-b072-bcbfb6f6be98 None None] Network 9be3e716-31cc-4d43-9573-9a79b1f4751b requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:45:16.536040 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7149c7d5-d7fe-48d0-abac-675a0e34a0d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.539482 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7149c7d5-d7fe-48d0-abac-675a0e34a0d1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5c2e1149-04c9-4965-a034-cc2aab078366 HTTP/1.1" status: 204 len: 168 time: 0.3526070 Dec 15 11:45:16.542052 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45520) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:16.544331 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149c7d5-d7fe-48d0-abac-675a0e34a0d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2e1149-04c9-4965-a034-cc2aab078366,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:16.637431 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.725958 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Deleting port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:45:16.726374 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.729756 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc81873-9636-47f2-be59-2eb50abda166 None None] DHCP port deletion for 9be3e716-31cc-4d43-9573-9a79b1f4751b request from dv-cinder-813222-4-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:45:16.808314 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-8bc81873-9636-47f2-be59-2eb50abda166 None None] Deleting port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:45:16.809011 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] For port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=f9fdcb0c-751a-4534-a7f4-e3829f9d8e18,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:16.809330 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8bc81873-9636-47f2-be59-2eb50abda166 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.809469 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.824911 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Calling delete_port for f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:45:16.899364 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-8bc81873-9636-47f2-be59-2eb50abda166 None None] For port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=f9fdcb0c-751a-4534-a7f4-e3829f9d8e18,segment=NetworkSegment(96f946d3-2941-4555-b653-3d2865467f93),segment_id=96f946d3-2941-4555-b653-3d2865467f93)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:16.900588 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8bc81873-9636-47f2-be59-2eb50abda166 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.918210 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-8bc81873-9636-47f2-be59-2eb50abda166 None None] Calling delete_port for f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:45:16.931519 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:16.959335 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] No DVR routers for this DVR port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 on host dv-cinder-813222-4-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:45:16.983547 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fdcb0c-751a-4534-a7f4-e3829f9d8e18,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:17.045484 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.050730 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8bc81873-9636-47f2-be59-2eb50abda166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497'] for port, after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.067173 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be3e716-31cc-4d43-9573-9a79b1f4751b']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:17.077420 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f946d3-2941-4555-b653-3d2865467f93') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:17.077743 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f946d3-2941-4555-b653-3d2865467f93') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:17.086712 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc81873-9636-47f2-be59-2eb50abda166 None None] Pushing event deleted for resources: {'Port': ['ID=f9fdcb0c-751a-4534-a7f4-e3829f9d8e18,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:17.089337 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc81873-9636-47f2-be59-2eb50abda166 None None] No DVR routers for this DVR port f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 on host dv-cinder-813222-4-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:45:17.091060 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14092430'] for segment, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.110674 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.118278 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:45:17.118675 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14140955'] for segment, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: Traceback (most recent call last): Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: timer() Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: cb(*args, **kw) Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: return func(*args, **kwargs) Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: self._notify() Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: self.callback(batched_events) Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: event.method(event) Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: return f(self, *a, **k) Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._get(url).json() Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:45:17.120604 dv-cinder-813222-4-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:45:17.175705 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.182358 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.186523 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9be3e716-31cc-4d43-9573-9a79b1f4751b HTTP/1.1" status: 204 len: 168 time: 0.6424649 Dec 15 11:45:17.199159 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858accec-e0b9-4a24-b4de-eadc05a3c022 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be3e716-31cc-4d43-9573-9a79b1f4751b,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:17.230364 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 06a71a17-742c-41fb-b723-115f07071cae no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:45:17.252862 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 06a71a17-742c-41fb-b723-115f07071cae {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:45:17.253230 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 06a71a17-742c-41fb-b723-115f07071cae not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:45:17.254409 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:45:17.275079 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:45:17.275458 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device f9fdcb0c-751a-4534-a7f4-e3829f9d8e18 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:45:17.275996 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device e39cb3d5-b477-459a-a441-576fb05f27ac no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:45:17.296042 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: e39cb3d5-b477-459a-a441-576fb05f27ac {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:45:17.296567 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device e39cb3d5-b477-459a-a441-576fb05f27ac not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:45:17.329427 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45532) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:17.368593 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fbfc556d-e649-43fd-aa5e-71abb990a281 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e192984d3ef7484491031ef7aba77f57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379169 Dec 15 11:45:17.371198 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45534) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:17.431038 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5f14ed-6203-4bfb-84c9-53902a41c5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.453955 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5f14ed-6203-4bfb-84c9-53902a41c5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.501121 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5f14ed-6203-4bfb-84c9-53902a41c5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.504225 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7f5f14ed-6203-4bfb-84c9-53902a41c5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:17.505442 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7f5f14ed-6203-4bfb-84c9-53902a41c5f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7771d8aa-60c9-4b0a-a09d-a09c046802fa HTTP/1.1" status: 204 len: 168 time: 0.1326473 Dec 15 11:45:17.513053 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f14ed-6203-4bfb-84c9-53902a41c5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7771d8aa-60c9-4b0a-a09d-a09c046802fa,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:17.736108 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-95ccd85c-7aef-4bff-8be3-0a91f81be4c5 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:17.737616 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-95ccd85c-7aef-4bff-8be3-0a91f81be4c5 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/networks?id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 200 len: 814 time: 0.1061401 Dec 15 11:45:17.753333 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-d487abad-f20b-418c-90b7-2d3f02056e85 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/quotas/1b913df64b204f38a8cb1c2f1f65e924 HTTP/1.1" status: 200 len: 375 time: 0.0092733 Dec 15 11:45:17.804667 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-5f74264f-ccc8-48cc-b1f6-350a8f6c19b4 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450838 Dec 15 11:45:17.911494 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-12661328-1de3-4671-931c-90165d25e963 service neutron] 10.222.0.62 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952566 Dec 15 11:45:18.009963 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-e6009415-6337-4b2d-814d-20fd2c2add0a service neutron] 10.222.0.62 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924208 Dec 15 11:45:18.176306 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-226ce9f4-c622-4122-bf32-4cd270d96e7f req-5f0a78d3-e219-4392-b61f-9be12c26028d tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 210 time: 0.0308254 Dec 15 11:45:19.304085 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0e016246-5cf6-4728-89bb-8438a16fb83d req-b9452ee3-45f9-4c98-83a8-d08cd76aee90 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 210 time: 0.0368052 Dec 15 11:45:19.314636 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-fcb1e366-427a-4cb5-8e43-bbc22fd17c99 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:19.316212 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-fcb1e366-427a-4cb5-8e43-bbc22fd17c99 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.58 "GET /v2.0/networks?id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 200 len: 814 time: 0.1425858 Dec 15 11:45:19.320549 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45608) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:19.344172 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'port': {'device_id': '6246f5da-2502-43c0-ab80-032ff323fc05', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'admin_state_up': True, 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:19.442502 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbd3634d-ce09-42ec-8949-da1d28a1ff1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:19.500654 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Made reservation on behalf of 1b913df64b204f38a8cb1c2f1f65e924 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:45:19.504872 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:19.597768 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbd3634d-ce09-42ec-8949-da1d28a1ff1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:19.607024 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-cbd3634d-ce09-42ec-8949-da1d28a1ff1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:19.676789 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3634d-ce09-42ec-8949-da1d28a1ff1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0f4b8e-38fa-42e9-94bd-560f70a65d28,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:19.686664 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-cbd3634d-ce09-42ec-8949-da1d28a1ff1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3440c955b6e443f590cd907668a8fd12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626566 Dec 15 11:45:19.687122 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 45628) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:19.711021 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Allocated IP 172.20.0.12 (6056e58a-f0d0-4fd5-9061-8959aa6c36ef/5f60562d-82da-4d1a-b856-c5c036ba1a69/bb50da05-8939-49bb-bd76-44861ec536e9) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:45:19.751269 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1fef-157d-4dd3-8b73-33191eb5e94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:19.811287 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1fef-157d-4dd3-8b73-33191eb5e94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:19.889345 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1fef-157d-4dd3-8b73-33191eb5e94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:19.901609 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1fef-157d-4dd3-8b73-33191eb5e94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:19.904050 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8dfa1fef-157d-4dd3-8b73-33191eb5e94c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb0f4b8e-38fa-42e9-94bd-560f70a65d28 HTTP/1.1" status: 204 len: 168 time: 0.2158389 Dec 15 11:45:19.915353 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa1fef-157d-4dd3-8b73-33191eb5e94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0f4b8e-38fa-42e9-94bd-560f70a65d28,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:19.959930 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.002376 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.043293 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:20.049689 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:20.053114 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:45:20.165422 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:20.166062 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.217296 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8774641 Dec 15 11:45:20.234367 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6f6b0-f3b2-4784-b1f0-6dae735dc58f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'Port': ['ID=bb50da05-8939-49bb-bd76-44861ec536e9,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:20.405411 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45642) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:20.434862 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-da9b789e-450e-4939-a68b-74862d7690dc None None] Provisioning complete for port bb50da05-8939-49bb-bd76-44861ec536e9 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:20.435890 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-da9b789e-450e-4939-a68b-74862d7690dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.441926 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-31b3c7b8-2805-4dcd-ad18-ee887d1868f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.477544 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-da9b789e-450e-4939-a68b-74862d7690dc None None] Port bb50da05-8939-49bb-bd76-44861ec536e9 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:45:20.521567 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ec86c-d110-4c0e-8bf9-ec8a0e03094f req-d8578f66-e79d-4163-9edd-b9e474566fe4 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:20.523147 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e2ec86c-d110-4c0e-8bf9-ec8a0e03094f req-d8578f66-e79d-4163-9edd-b9e474566fe4 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 932 time: 0.0933733 Dec 15 11:45:20.606126 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e2ec86c-d110-4c0e-8bf9-ec8a0e03094f req-585f896a-442d-4fc7-8637-0cd6c14b686a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724595 Dec 15 11:45:20.610487 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-31b3c7b8-2805-4dcd-ad18-ee887d1868f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.615719 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-31b3c7b8-2805-4dcd-ad18-ee887d1868f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.652772 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3c7b8-2805-4dcd-ad18-ee887d1868f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f100ed-cf11-4ca5-9ac9-4e992aa2f5a8,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:20.666457 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-31b3c7b8-2805-4dcd-ad18-ee887d1868f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2b87e07fa5441f4bc70c9636a46960f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594919 Dec 15 11:45:20.668915 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45644) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:20.727722 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c7650ad3-7db5-43b6-aa16-73fed496550b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.749536 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c7650ad3-7db5-43b6-aa16-73fed496550b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.796802 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c7650ad3-7db5-43b6-aa16-73fed496550b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.799537 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c7650ad3-7db5-43b6-aa16-73fed496550b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:20.800709 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c7650ad3-7db5-43b6-aa16-73fed496550b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5f100ed-cf11-4ca5-9ac9-4e992aa2f5a8 HTTP/1.1" status: 204 len: 168 time: 0.1307964 Dec 15 11:45:20.810112 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7650ad3-7db5-43b6-aa16-73fed496550b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f100ed-cf11-4ca5-9ac9-4e992aa2f5a8,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:21.768413 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22431ee1-0bd3-41ae-a3b0-a0a7b0619031 req-1e91d001-4d7c-4fdc-8350-5e55bbb946ab tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:21.774082 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-22431ee1-0bd3-41ae-a3b0-a0a7b0619031 req-1e91d001-4d7c-4fdc-8350-5e55bbb946ab tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 932 time: 0.0895863 Dec 15 11:45:21.829983 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-22431ee1-0bd3-41ae-a3b0-a0a7b0619031 req-e55dda29-a083-4f8f-a860-57e68fa0585e tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525301 Dec 15 11:45:22.961973 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870644d-8304-4faf-b879-614dcb1fddb7 req-d6cefd95-d976-4acf-ae67-3757d941a4ec tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:22.963773 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4870644d-8304-4faf-b879-614dcb1fddb7 req-d6cefd95-d976-4acf-ae67-3757d941a4ec tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 932 time: 0.0561554 Dec 15 11:45:23.015553 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4870644d-8304-4faf-b879-614dcb1fddb7 req-7cbd07fd-4e4b-4965-8f0c-667d9910100e tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449855 Dec 15 11:45:24.132966 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b6898-3d50-4f4b-b752-0023d5cf1162 req-bd0d306a-5eb8-4b3c-a084-d8b28b428dc2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:24.134651 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd7b6898-3d50-4f4b-b752-0023d5cf1162 req-bd0d306a-5eb8-4b3c-a084-d8b28b428dc2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 932 time: 0.0492933 Dec 15 11:45:24.183907 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cd7b6898-3d50-4f4b-b752-0023d5cf1162 req-08a571ea-9705-4313-9966-21f195a917a8 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434740 Dec 15 11:45:25.316586 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9d2df-72da-4e3f-8aa8-b95ee1e412df req-a041748a-b9e8-45af-b8d4-54d45be83d9e tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:25.318271 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4fd9d2df-72da-4e3f-8aa8-b95ee1e412df req-a041748a-b9e8-45af-b8d4-54d45be83d9e tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 932 time: 0.0641296 Dec 15 11:45:25.371484 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4fd9d2df-72da-4e3f-8aa8-b95ee1e412df req-c7e40166-d1e2-45b8-a8fb-ee0a848326ee tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Dec 15 11:45:26.493733 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11085f47-68d0-4161-a39e-bb4a20552f6a req-e06f09a7-a97c-4148-809c-29d7fff10a42 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:26.495236 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-11085f47-68d0-4161-a39e-bb4a20552f6a req-e06f09a7-a97c-4148-809c-29d7fff10a42 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 932 time: 0.0507534 Dec 15 11:45:26.544569 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-11085f47-68d0-4161-a39e-bb4a20552f6a req-cbce80d8-7f61-429d-a2d9-cf13d65e0209 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430930 Dec 15 11:45:26.682099 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-408de69b-87a1-46f2-a462-f8a42a47eadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:27.663130 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beaa0a-bb16-4ae9-977a-319c75397667 req-e4233a1d-2455-4037-afe5-f29981f27dd5 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:27.664627 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-22beaa0a-bb16-4ae9-977a-319c75397667 req-e4233a1d-2455-4037-afe5-f29981f27dd5 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 932 time: 0.0527058 Dec 15 11:45:27.720766 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-22beaa0a-bb16-4ae9-977a-319c75397667 req-9f50540e-1dd7-42f9-9432-66af3edd10e0 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502255 Dec 15 11:45:28.860228 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf0fd-4985-40e4-9234-4ef3ae6284d0 req-d307dfab-9d6b-45e2-b4dc-11d7c5c6e145 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:28.865266 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34bbf0fd-4985-40e4-9234-4ef3ae6284d0 req-d307dfab-9d6b-45e2-b4dc-11d7c5c6e145 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 932 time: 0.0714703 Dec 15 11:45:28.912527 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-34bbf0fd-4985-40e4-9234-4ef3ae6284d0 req-f1c47dd5-f613-4c05-8047-3e167bf9bd43 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Dec 15 11:45:28.944280 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3d7b1822-4e33-4a13-b721-aef58268f26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:30.051289 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:30.064847 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06b139-ff75-4dc9-920c-fba366373a3c req-81029802-58c8-436b-b802-ef032116cd99 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:30.066451 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d06b139-ff75-4dc9-920c-fba366373a3c req-81029802-58c8-436b-b802-ef032116cd99 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 932 time: 0.0826545 Dec 15 11:45:30.117284 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8d06b139-ff75-4dc9-920c-fba366373a3c req-302f2b43-4a44-4ff1-be3e-3c5e140916d4 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440767 Dec 15 11:45:30.698176 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Request body: {'port': {'device_id': '6246f5da-2502-43c0-ab80-032ff323fc05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:30.751750 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:31.003924 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb50da05-8939-49bb-bd76-44861ec536e9 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:45:31.012163 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:31.024691 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Transition to ACTIVE for port object bb50da05-8939-49bb-bd76-44861ec536e9 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:45:31.028601 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:31.074509 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Pushing event updated for resources: {'Port': ['ID=bb50da05-8939-49bb-bd76-44861ec536e9,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:31.171798 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Attempting to bind port bb50da05-8939-49bb-bd76-44861ec536e9 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:45:31.172137 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Attempting to bind port bb50da05-8939-49bb-bd76-44861ec536e9 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:45:31.172671 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Attempting to bind port bb50da05-8939-49bb-bd76-44861ec536e9 on network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:45:31.184230 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Port bb50da05-8939-49bb-bd76-44861ec536e9 on network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:45:31.184561 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Attempting to bind port bb50da05-8939-49bb-bd76-44861ec536e9 on network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:45:31.190124 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:45:31.190464 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Checking segment: {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:45:31.190845 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Bound using segment: {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:45:31.191588 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Bound port: bb50da05-8939-49bb-bd76-44861ec536e9, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:45:31.191995 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:31.282990 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d8f2d-0d11-42ce-be4b-a1f6eb5298b4 req-3a2747ec-229b-43f0-a760-b771561412b9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:31.284572 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a42d8f2d-0d11-42ce-be4b-a1f6eb5298b4 req-3a2747ec-229b-43f0-a760-b771561412b9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 944 time: 0.0830946 Dec 15 11:45:31.321174 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] For port bb50da05-8939-49bb-bd76-44861ec536e9, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:45:31.351142 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] For port bb50da05-8939-49bb-bd76-44861ec536e9, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bb50da05-8939-49bb-bd76-44861ec536e9,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:45:31.355953 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:31.357941 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:31.397321 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a42d8f2d-0d11-42ce-be4b-a1f6eb5298b4 req-7c84f563-222a-41cc-952b-e69037e9f3d0 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056042 Dec 15 11:45:31.405830 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:31.406439 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:31.407774 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] 10.222.0.58 "PUT /v2.0/ports/bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 1094 time: 0.7147167 Dec 15 11:45:31.408205 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:31.410680 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c5dcf8-892c-4ca0-a3ff-721ec933282f" -d '{"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:31.431814 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262ffe1c-1508-4064-83db-927438c67b20 service neutron] Pushing event updated for resources: {'Port': ['ID=bb50da05-8939-49bb-bd76-44861ec536e9,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:31.463983 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b22f6d-9340-435c-8a05-8be227f3a247 x-openstack-request-id: req-a8b22f6d-9340-435c-8a05-8be227f3a247 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:31.464344 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:31.464673 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8b22f6d-9340-435c-8a05-8be227f3a247 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:31.465436 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'status': 'completed', 'code': 200} Dec 15 11:45:31.528333 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-0ea98b7b-7d80-495a-aa0b-7cea6c199dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:31.529887 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-0ea98b7b-7d80-495a-aa0b-7cea6c199dd5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1097 time: 0.0443707 Dec 15 11:45:31.581023 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-bdba197a-31e4-40c3-9d49-838263f84f4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 217 time: 0.0363796 Dec 15 11:45:31.638120 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-afd5deca-a76f-4ce1-aede-7c7c655a2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:31.639725 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-afd5deca-a76f-4ce1-aede-7c7c655a2178 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f60562d-82da-4d1a-b856-c5c036ba1a69 HTTP/1.1" status: 200 len: 853 time: 0.0505788 Dec 15 11:45:31.686485 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-5689c3d1-cbcf-4698-a7c5-33c657ed6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:31.687892 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-5689c3d1-cbcf-4698-a7c5-33c657ed6dc3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408216 Dec 15 11:45:31.778220 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-edd5add5-79f2-4457-a772-e4b2c7bc0a7f service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823138 Dec 15 11:45:31.870621 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8dbf9d1b-e557-4105-ba08-91719973e4d8 req-6a17123b-b6ac-47f1-ad22-96167be9b5c1 service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852439 Dec 15 11:45:32.012442 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-1f950583-a5ad-4116-b628-576623579530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:32.013940 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-1f950583-a5ad-4116-b628-576623579530 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1097 time: 0.0403931 Dec 15 11:45:32.104653 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-4481d32a-692e-4ac5-a6b2-798959e4cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:32.106305 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-4481d32a-692e-4ac5-a6b2-798959e4cab7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 200 len: 915 time: 0.0851910 Dec 15 11:45:32.147794 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-60484d31-579f-49ad-954a-9dad9c6eb178 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 217 time: 0.0334756 Dec 15 11:45:32.196295 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-a545bf9d-eb5f-43b0-82cd-18ff99f60dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:32.197771 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-a545bf9d-eb5f-43b0-82cd-18ff99f60dfa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f60562d-82da-4d1a-b856-c5c036ba1a69 HTTP/1.1" status: 200 len: 853 time: 0.0430334 Dec 15 11:45:32.246716 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-8d389849-ddb7-463b-ae8c-4fa4da9b5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:32.248173 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-8d389849-ddb7-463b-ae8c-4fa4da9b5ca6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432603 Dec 15 11:45:32.335940 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-cf4f66cd-995b-4b9f-9b45-4223b97c301d service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788856 Dec 15 11:45:32.433104 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-30c5dcf8-892c-4ca0-a3ff-721ec933282f req-6bf323e0-c274-4bc3-bbe7-62cccab7f83c service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891993 Dec 15 11:45:32.522020 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27f0fa-f2f4-48f9-9ca5-9655aef6be15 req-4e98a655-82c6-45d3-a7b2-3a5fc79e56d4 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:32.525256 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb27f0fa-f2f4-48f9-9ca5-9655aef6be15 req-4e98a655-82c6-45d3-a7b2-3a5fc79e56d4 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 944 time: 0.0524340 Dec 15 11:45:32.571326 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb27f0fa-f2f4-48f9-9ca5-9655aef6be15 req-d2ac4905-52d0-4db9-88c2-738dd1e8abf4 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Dec 15 11:45:32.680820 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:33.700398 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51692d-27d0-444c-8cfc-fb2757fbefc5 req-a4da93c4-887b-494c-81f8-e939b01ff961 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:33.702240 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c51692d-27d0-444c-8cfc-fb2757fbefc5 req-a4da93c4-887b-494c-81f8-e939b01ff961 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 944 time: 0.0590496 Dec 15 11:45:33.763311 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c51692d-27d0-444c-8cfc-fb2757fbefc5 req-648d7afc-9c79-432c-b808-42a5d63d19ae tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546749 Dec 15 11:45:34.536389 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device bb50da05-8939-49bb-bd76-44861ec536e9 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:45:34.630877 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port bb50da05-8939-49bb-bd76-44861ec536e9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bb50da05-8939-49bb-bd76-44861ec536e9,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:34.643672 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'port_id': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'mac_address': 'fa:16:3e:c4:0a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:45:34.683253 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:34.696220 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb50da05-8939-49bb-bd76-44861ec536e9 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:45:34.715675 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port bb50da05-8939-49bb-bd76-44861ec536e9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bb50da05-8939-49bb-bd76-44861ec536e9,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:34.719523 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:34.769160 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=bb50da05-8939-49bb-bd76-44861ec536e9,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:34.881670 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298353fc-b59e-475d-bc32-dca3270843c1 req-98243c36-26a8-4091-8d3e-e74de05ff23c tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:34.883134 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-298353fc-b59e-475d-bc32-dca3270843c1 req-98243c36-26a8-4091-8d3e-e74de05ff23c tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 945 time: 0.0529947 Dec 15 11:45:34.934146 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-298353fc-b59e-475d-bc32-dca3270843c1 req-2c98f4ba-a8da-4e8e-a294-263ebf62a1e7 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449157 Dec 15 11:45:35.011316 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['bb50da05-8939-49bb-bd76-44861ec536e9'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:45:35.309040 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:45:36.048299 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde707b-3767-40c9-bd63-70431d37bee0 req-2b2b7adb-2f76-4b08-9910-b5f86e633c24 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:36.049787 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dfde707b-3767-40c9-bd63-70431d37bee0 req-2b2b7adb-2f76-4b08-9910-b5f86e633c24 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 945 time: 0.0471301 Dec 15 11:45:36.095466 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dfde707b-3767-40c9-bd63-70431d37bee0 req-155bc9b7-aa4e-4db2-a9bd-c7c631230a13 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392144 Dec 15 11:45:36.556140 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device bb50da05-8939-49bb-bd76-44861ec536e9 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:45:36.607875 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port bb50da05-8939-49bb-bd76-44861ec536e9 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:45:36.612098 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port bb50da05-8939-49bb-bd76-44861ec536e9 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:36.612477 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.687573 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.713216 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:36.715498 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5af98c-0790-40f5-a475-e7f8669be1fe" -d '{"events": [{"server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "name": "network-vif-plugged", "status": "completed", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:36.728614 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port bb50da05-8939-49bb-bd76-44861ec536e9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bb50da05-8939-49bb-bd76-44861ec536e9,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:36.732950 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:36.760388 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da531ec1-0ee9-440e-996c-314e3976a335 x-openstack-request-id: req-da531ec1-0ee9-440e-996c-314e3976a335 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:36.760687 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "name": "network-vif-plugged", "status": "completed", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:36.761057 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da531ec1-0ee9-440e-996c-314e3976a335 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:36.761448 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'code': 200} Dec 15 11:45:36.786495 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=bb50da05-8939-49bb-bd76-44861ec536e9,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:36.962629 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de597e-4271-4049-9746-06ce18bc6fe1 req-b1a1d9a5-56a2-4079-b4ae-4577b385bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:36.964097 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-27de597e-4271-4049-9746-06ce18bc6fe1 req-b1a1d9a5-56a2-4079-b4ae-4577b385bd58 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1099 time: 0.0425274 Dec 15 11:45:37.006922 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-27de597e-4271-4049-9746-06ce18bc6fe1 req-1defa3fe-3441-4a28-978a-603b3f946e58 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360415 Dec 15 11:45:37.209470 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded194a-da22-42a0-be7b-c9906c6ca6cc req-586c1ff6-a63d-4beb-84a9-1ea1914675c3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:37.210917 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ded194a-da22-42a0-be7b-c9906c6ca6cc req-586c1ff6-a63d-4beb-84a9-1ea1914675c3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 946 time: 0.0475180 Dec 15 11:45:37.258901 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ded194a-da22-42a0-be7b-c9906c6ca6cc req-2f55e393-ba69-4d09-8247-e376c40cdf1a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Dec 15 11:45:37.293757 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:38.374008 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2f650-4345-4f69-a2d0-871062e4b488 req-3ce8d669-d786-4c0f-a4c4-7a96c8cadbcf tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:38.375461 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3bb2f650-4345-4f69-a2d0-871062e4b488 req-3ce8d669-d786-4c0f-a4c4-7a96c8cadbcf tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 946 time: 0.0470536 Dec 15 11:45:38.425140 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3bb2f650-4345-4f69-a2d0-871062e4b488 req-a27b483e-1369-40ea-b0a1-3017b2aad93c tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431442 Dec 15 11:45:38.536546 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972684c-eda5-4b0a-a43c-06cea9f6082a req-f1f7cf9c-f21d-41d3-94bf-d32c03644c94 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:38.538032 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b972684c-eda5-4b0a-a43c-06cea9f6082a req-f1f7cf9c-f21d-41d3-94bf-d32c03644c94 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 946 time: 0.0479381 Dec 15 11:45:38.584004 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b972684c-eda5-4b0a-a43c-06cea9f6082a req-4efbf088-6812-4dc3-9d1e-d61430d2916e tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Dec 15 11:45:38.902258 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa01972-4f91-4c9e-9297-9853f7073a93 req-2e4e9ffc-bf32-46a6-b6e3-46e884049c67 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:38.903711 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3fa01972-4f91-4c9e-9297-9853f7073a93 req-2e4e9ffc-bf32-46a6-b6e3-46e884049c67 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 946 time: 0.0475473 Dec 15 11:45:38.957489 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3fa01972-4f91-4c9e-9297-9853f7073a93 req-5bbc36e9-248e-4ccb-b850-a70787861d30 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476882 Dec 15 11:45:38.989549 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4cde3eeb-da21-4e75-b063-667e073b982a req-dc1c7147-3de6-4bac-804e-05bec962d3ca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459507 Dec 15 11:45:39.100311 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde3eeb-da21-4e75-b063-667e073b982a req-808a8bc3-c5ac-4663-8a12-5949d23432cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:39.101959 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4cde3eeb-da21-4e75-b063-667e073b982a req-808a8bc3-c5ac-4663-8a12-5949d23432cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 1099 time: 0.0533278 Dec 15 11:45:39.224122 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde3eeb-da21-4e75-b063-667e073b982a req-39ca4a21-eabf-408a-a2d2-3ab0ce5133c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:39.226530 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4cde3eeb-da21-4e75-b063-667e073b982a req-39ca4a21-eabf-408a-a2d2-3ab0ce5133c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.1042778 Dec 15 11:45:39.309138 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4cde3eeb-da21-4e75-b063-667e073b982a req-2e196cd7-9db6-4ce7-97a9-842a6e41602e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165 HTTP/1.1" status: 200 len: 1001 time: 0.0715957 Dec 15 11:45:39.359241 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde3eeb-da21-4e75-b063-667e073b982a req-72fd3542-5f6e-4856-834d-73a3e0debbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:39.360701 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4cde3eeb-da21-4e75-b063-667e073b982a req-72fd3542-5f6e-4856-834d-73a3e0debbed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0452838 Dec 15 11:45:39.418029 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde3eeb-da21-4e75-b063-667e073b982a req-e68c346a-9215-4f34-9fc4-68e706b97e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:39.419575 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4cde3eeb-da21-4e75-b063-667e073b982a req-e68c346a-9215-4f34-9fc4-68e706b97e55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412059 Dec 15 11:45:39.511130 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4cde3eeb-da21-4e75-b063-667e073b982a req-f5978a02-8ede-439d-a31b-1d6a1c9f7603 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838935 Dec 15 11:45:39.596500 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4cde3eeb-da21-4e75-b063-667e073b982a req-7d800ecd-ee7f-4e23-a880-180627c310ad service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780139 Dec 15 11:45:50.471439 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908598a-9e10-45a9-80f4-4bace684c144 req-43d20e6a-4714-4f70-8295-92a1cdb80dc3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:50.472924 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f908598a-9e10-45a9-80f4-4bace684c144 req-43d20e6a-4714-4f70-8295-92a1cdb80dc3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 946 time: 0.0519040 Dec 15 11:45:50.519167 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-f908598a-9e10-45a9-80f4-4bace684c144 req-b0454a15-4cfb-4bc0-9c6f-091ad3b6d74b tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Dec 15 11:45:50.541382 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45970) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:50.721285 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e2d0b-a97a-414d-94aa-d01a0b9a66f6 tempest-TestMinimumBasicScenario-1604620558 tempest-TestMinimumBasicScenario-1604620558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:50.722806 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-700e2d0b-a97a-414d-94aa-d01a0b9a66f6 tempest-TestMinimumBasicScenario-1604620558 tempest-TestMinimumBasicScenario-1604620558-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1094 time: 0.1804483 Dec 15 11:45:50.726382 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 45974) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:50.730871 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'floatingip': {'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'port_id': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:50.752429 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for floatingip, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.080656 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.188363 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Allocated IP 172.27.0.132 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/3f485b70-45dd-4895-ace3-d181f23ffc7a) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:45:51.297115 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.339693 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.383652 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:45:51.387495 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:45:51.392515 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:45:51.420487 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'Port': ['ID=3f485b70-45dd-4895-ace3-d181f23ffc7a,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:51.743666 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.808919 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.956043 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:51.960414 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.027715 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'Port': ['ID=3f485b70-45dd-4895-ace3-d181f23ffc7a,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:52.041339 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.138841 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Floating IP 8bf1f25b-8d76-4c7a-b0bb-0585959bce07 associated. External IP: 172.27.0.132, port: bb50da05-8939-49bb-bd76-44861ec536e9. Dec 15 11:45:52.337788 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:45:52.449084 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:45:52.459785 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] Sync routers for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:45:52.469098 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.471936 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:52.472706 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:45:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:52.502800 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-15cba022-7b15-4a8d-b6d5-2e04c0f6cb37 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7729802 Dec 15 11:45:52.502800 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:52.503634 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6404dfbd-8546-4bba-a894-c0a234cb4509" -d '{"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:52.504008 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46010) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:52.509822 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-22edcf99-e76b-4ce6-b456-8b4148b96469 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596169174', 'description': 'tempest-secgroup-smoke-1596169174 description', 'project_id': '1b913df64b204f38a8cb1c2f1f65e924'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:52.537728 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-22edcf99-e76b-4ce6-b456-8b4148b96469 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.554690 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba0d967-0090-4ab5-9215-a03de400e5f4 x-openstack-request-id: req-3ba0d967-0090-4ab5-9215-a03de400e5f4 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:52.554907 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:52.555169 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ba0d967-0090-4ab5-9215-a03de400e5f4 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:52.555574 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'status': 'completed', 'code': 200} Dec 15 11:45:52.604993 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:52.611462 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-22edcf99-e76b-4ce6-b456-8b4148b96469 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.617325 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-22edcf99-e76b-4ce6-b456-8b4148b96469 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.637992 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-22edcf99-e76b-4ce6-b456-8b4148b96469 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.639683 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-22edcf99-e76b-4ce6-b456-8b4148b96469 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1334844 Dec 15 11:45:52.643274 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46016) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:52.655230 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-754c9c7d-8fdb-4f7d-a694-f04da1b964e9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'security_group_rule': {'security_group_id': '44e15365-087b-48a4-8d78-5f6a7446be21', 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:52.668092 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edcf99-e76b-4ce6-b456-8b4148b96469 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e15365-087b-48a4-8d78-5f6a7446be21,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:52.703460 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-01650adf-2d9e-4177-88f1-62a42d90db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:52.705893 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-01650adf-2d9e-4177-88f1-62a42d90db39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1099 time: 0.1006808 Dec 15 11:45:52.710640 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-754c9c7d-8fdb-4f7d-a694-f04da1b964e9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.822029 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-754c9c7d-8fdb-4f7d-a694-f04da1b964e9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.830940 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-754c9c7d-8fdb-4f7d-a694-f04da1b964e9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.846434 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-621ef8b8-4e3c-48b9-a26e-a488757d3259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:52.847907 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-621ef8b8-4e3c-48b9-a26e-a488757d3259 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 200 len: 915 time: 0.1329427 Dec 15 11:45:52.854645 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c9c7d-8fdb-4f7d-a694-f04da1b964e9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eca9bd6-0813-45fd-a32c-f3b0009dcd02,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:52.898036 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-754c9c7d-8fdb-4f7d-a694-f04da1b964e9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.899198 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-754c9c7d-8fdb-4f7d-a694-f04da1b964e9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2547953 Dec 15 11:45:52.902563 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46022) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:52.910195 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-7ff379ae-0336-45d4-8049-0665f87100df tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'security_group_rule': {'security_group_id': '44e15365-087b-48a4-8d78-5f6a7446be21', 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:52.930089 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-41682143-0a7d-423d-bc24-71dc4792c4fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 1000 time: 0.0720441 Dec 15 11:45:52.941579 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7ff379ae-0336-45d4-8049-0665f87100df tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:52.981924 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '8bf1f25b-8d76-4c7a-b0bb-0585959bce07', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'port_id': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'mac_address': 'fa:16:3e:c4:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6246f5da-2502-43c0-ab80-032ff323fc05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:45:51Z', 'updated_at': '2021-12-15T11:45:51Z', 'revision_number': 0, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e24a111-05c9-4e1a-a023-f7924804556b', 'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'mac_address': 'fa:16:3e:29:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:59Z', 'updated_at': '2021-12-15T11:45:04Z', 'revision_number': 5, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'subnets': [{'id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:52.982261 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-0fc4d2c2-f706-46f4-903c-2e0e2c44dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:52.983571 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-0fc4d2c2-f706-46f4-903c-2e0e2c44dfe3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f60562d-82da-4d1a-b856-c5c036ba1a69 HTTP/1.1" status: 200 len: 853 time: 0.0463426 Dec 15 11:45:53.009468 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] Checking router: a7dbdf45-a26d-41f7-96ec-f311ecf223f6 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:45:53.018425 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:45:53.018934 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:45:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:53.019348 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7ff379ae-0336-45d4-8049-0665f87100df tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.025783 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7ff379ae-0336-45d4-8049-0665f87100df tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.038038 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-146c3902-621a-45c2-9e63-3f84bc133586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:53.039536 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-146c3902-621a-45c2-9e63-3f84bc133586 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476034 Dec 15 11:45:53.049530 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff379ae-0336-45d4-8049-0665f87100df tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf6d795-cc87-40b8-a1fb-61d979c76ff2,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:53.060005 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7ff379ae-0336-45d4-8049-0665f87100df tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.061334 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7ff379ae-0336-45d4-8049-0665f87100df tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1576033 Dec 15 11:45:53.063922 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46024) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:53.068939 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-cd7a9065-17bd-497c-b75a-631f6ebd5ab3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'security_group_rule': {'security_group_id': '44e15365-087b-48a4-8d78-5f6a7446be21', 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:53.096778 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9065-17bd-497c-b75a-631f6ebd5ab3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.137879 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:45:53.149340 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-ac9a9def-14e6-4dcd-976a-830ca366fe19 service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007893 Dec 15 11:45:53.176211 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9065-17bd-497c-b75a-631f6ebd5ab3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.185029 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9065-17bd-497c-b75a-631f6ebd5ab3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.202607 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a9065-17bd-497c-b75a-631f6ebd5ab3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd3ec0e-18ad-4e1c-b541-8fbf4e39bba1,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:53.216107 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9065-17bd-497c-b75a-631f6ebd5ab3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.220264 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-cd7a9065-17bd-497c-b75a-631f6ebd5ab3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1553333 Dec 15 11:45:53.221001 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46026) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:53.226204 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-4e326f2b-6400-4f2f-ab7f-556278236695 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'security_group_rule': {'security_group_id': '44e15365-087b-48a4-8d78-5f6a7446be21', 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:53.251357 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6404dfbd-8546-4bba-a894-c0a234cb4509 req-f9cfe098-90ed-4c27-aa16-d0092caf977d service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930140 Dec 15 11:45:53.256890 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4e326f2b-6400-4f2f-ab7f-556278236695 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.319766 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4e326f2b-6400-4f2f-ab7f-556278236695 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.325138 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4e326f2b-6400-4f2f-ab7f-556278236695 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.342996 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e326f2b-6400-4f2f-ab7f-556278236695 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e2d54b-9663-4182-a452-bfe0ab1a022f,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:53.353025 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-4e326f2b-6400-4f2f-ab7f-556278236695 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.354360 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-4e326f2b-6400-4f2f-ab7f-556278236695 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322148 Dec 15 11:45:53.357260 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46028) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:53.361616 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-3609fdb7-2184-42b6-9130-de8fe8702305 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'security_group_rule': {'security_group_id': '44e15365-087b-48a4-8d78-5f6a7446be21', 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:53.382859 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-3609fdb7-2184-42b6-9130-de8fe8702305 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Project 1b913df64b204f38a8cb1c2f1f65e924 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:45:53.388005 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3609fdb7-2184-42b6-9130-de8fe8702305 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.395048 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '8bf1f25b-8d76-4c7a-b0bb-0585959bce07', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'port_id': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'mac_address': 'fa:16:3e:c4:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6246f5da-2502-43c0-ab80-032ff323fc05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:45:51Z', 'updated_at': '2021-12-15T11:45:51Z', 'revision_number': 0, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e24a111-05c9-4e1a-a023-f7924804556b', 'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'mac_address': 'fa:16:3e:29:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:59Z', 'updated_at': '2021-12-15T11:45:04Z', 'revision_number': 5, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'subnets': [{'id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:45:53.421664 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1273a660-b4d6-4ecb-b497-24580091829f None None] The sync data for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi is: [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': '8bf1f25b-8d76-4c7a-b0bb-0585959bce07', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'port_id': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'mac_address': 'fa:16:3e:c4:0a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6246f5da-2502-43c0-ab80-032ff323fc05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:45:51Z', 'updated_at': '2021-12-15T11:45:51Z', 'revision_number': 0, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e24a111-05c9-4e1a-a023-f7924804556b', 'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'mac_address': 'fa:16:3e:29:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:59Z', 'updated_at': '2021-12-15T11:45:04Z', 'revision_number': 5, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'subnets': [{'id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:45:53.447453 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3609fdb7-2184-42b6-9130-de8fe8702305 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.451528 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3609fdb7-2184-42b6-9130-de8fe8702305 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.471458 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609fdb7-2184-42b6-9130-de8fe8702305 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adbbfb7-aae9-4c3d-82fe-9e52ae0714e5,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:53.479168 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3609fdb7-2184-42b6-9130-de8fe8702305 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.484157 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3609fdb7-2184-42b6-9130-de8fe8702305 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223207 Dec 15 11:45:53.484157 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46030) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:45:53.488651 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-e3fb11ae-8e36-436b-8b10-e3d03156ea05 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'security_group_rule': {'security_group_id': '44e15365-087b-48a4-8d78-5f6a7446be21', 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:53.511732 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-e3fb11ae-8e36-436b-8b10-e3d03156ea05 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Project 1b913df64b204f38a8cb1c2f1f65e924 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:45:53.517073 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e3fb11ae-8e36-436b-8b10-e3d03156ea05 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.580800 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e3fb11ae-8e36-436b-8b10-e3d03156ea05 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.585608 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e3fb11ae-8e36-436b-8b10-e3d03156ea05 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.603955 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb11ae-8e36-436b-8b10-e3d03156ea05 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ddbb61d-3e0b-4d2d-9bde-3017342229f1,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:53.613462 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-e3fb11ae-8e36-436b-8b10-e3d03156ea05 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:53.614771 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-e3fb11ae-8e36-436b-8b10-e3d03156ea05 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297512 Dec 15 11:45:53.623418 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedeec04-19a5-467d-bedf-bc227f3ec79e None None] New status for floating IP 8bf1f25b-8d76-4c7a-b0bb-0585959bce07: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:45:53.709477 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-215d222a-8b4f-49c3-a3f5-3584909dfdb6 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596169174&fields=id&tenant_id=1b913df64b204f38a8cb1c2f1f65e924 HTTP/1.1" status: 200 len: 267 time: 0.0491998 Dec 15 11:45:53.762911 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-3c85615b-3e9f-4af2-861d-a246d0254786 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:53.764540 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-3c85615b-3e9f-4af2-861d-a246d0254786 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 946 time: 0.0490828 Dec 15 11:45:53.776878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-d703e888-58d3-4066-99e6-ffee3459af50 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'port': {'security_groups': ['cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4', '44e15365-087b-48a4-8d78-5f6a7446be21']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:45:53.843802 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-d703e888-58d3-4066-99e6-ffee3459af50 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:54.045290 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-d703e888-58d3-4066-99e6-ffee3459af50 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] For port bb50da05-8939-49bb-bd76-44861ec536e9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bb50da05-8939-49bb-bd76-44861ec536e9,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:45:54.074438 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-d703e888-58d3-4066-99e6-ffee3459af50 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:54.078904 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-d703e888-58d3-4066-99e6-ffee3459af50 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:54.111839 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['bb50da05-8939-49bb-bd76-44861ec536e9'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:45:54.127373 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-d703e888-58d3-4066-99e6-ffee3459af50 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:54.128009 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-d703e888-58d3-4066-99e6-ffee3459af50 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:54.129445 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d7c5020e-bfad-4d58-927d-e36953ee6340 req-d703e888-58d3-4066-99e6-ffee3459af50 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "PUT /v2.0/ports/bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 982 time: 0.3575423 Dec 15 11:45:54.157765 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703e888-58d3-4066-99e6-ffee3459af50 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'Port': ['ID=bb50da05-8939-49bb-bd76-44861ec536e9,revision_number=6']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:45:54.257144 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9036135-1724-477f-876e-cb8146e05252 req-67004949-8488-4f66-ad65-2deac4579832 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:54.258698 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b9036135-1724-477f-876e-cb8146e05252 req-67004949-8488-4f66-ad65-2deac4579832 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0536349 Dec 15 11:45:54.274049 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['bb50da05-8939-49bb-bd76-44861ec536e9'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:45:54.324563 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b9036135-1724-477f-876e-cb8146e05252 req-ee772d89-f1c2-47f8-977a-041baa7863b9 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581703 Dec 15 11:45:54.428095 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-33104cc5-d210-4042-8dd5-96b7038ed4d7 None None] Provisioning complete for port bb50da05-8939-49bb-bd76-44861ec536e9 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:45:54.428467 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-33104cc5-d210-4042-8dd5-96b7038ed4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:54.556543 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:45:54.558938 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f005a14-90ec-4962-91e6-39a086a5e4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:45:54.594156 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5972c454-5942-48f9-bd3f-1a7a32e63422 x-openstack-request-id: req-5972c454-5942-48f9-bd3f-1a7a32e63422 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:45:54.594451 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:45:54.594701 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5972c454-5942-48f9-bd3f-1a7a32e63422 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:45:54.595093 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'status': 'completed', 'code': 200} Dec 15 11:45:54.678826 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-a931aa1e-a1bf-45ec-8229-1e755035ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:54.680710 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-a931aa1e-a1bf-45ec-8229-1e755035ac05 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1138 time: 0.0411522 Dec 15 11:45:54.775750 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-d3521c95-373a-4619-a2eb-4ec488980949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:54.777237 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-d3521c95-373a-4619-a2eb-4ec488980949 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 200 len: 915 time: 0.0890002 Dec 15 11:45:54.843789 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-ae423fbd-81b9-4802-a333-dd7182a3f46c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 1002 time: 0.0590851 Dec 15 11:45:54.897746 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-4c84351e-83ad-4b02-88d4-8bc2a5d40c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:54.899169 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-4c84351e-83ad-4b02-88d4-8bc2a5d40c05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f60562d-82da-4d1a-b856-c5c036ba1a69 HTTP/1.1" status: 200 len: 853 time: 0.0463092 Dec 15 11:45:54.948135 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-e5cb7f89-a9a0-4f88-a210-3a22be4363e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:45:54.949648 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-e5cb7f89-a9a0-4f88-a210-3a22be4363e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422924 Dec 15 11:45:55.036441 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-cdcefeed-8f3d-4ba0-a2b5-0e19ddbf2bc7 service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788372 Dec 15 11:45:55.129833 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5f005a14-90ec-4962-91e6-39a086a5e4ed req-ee3b0f9e-89dd-43fb-9eab-5d4e3f2cb624 service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868022 Dec 15 11:45:56.684726 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9d69694a-b771-4570-aa7f-2b32a511e0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:45:58.938890 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c2a7a47c-4f69-4dd6-9309-7e56cdf59647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:00.041345 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:01.354621 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:02.688257 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:02.870886 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46150) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:02.975365 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0a8f84db-f1f6-4b14-b359-54be80ab0112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.054602 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0a8f84db-f1f6-4b14-b359-54be80ab0112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.058633 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0a8f84db-f1f6-4b14-b359-54be80ab0112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.096476 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0a8f84db-f1f6-4b14-b359-54be80ab0112 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8bfade01ffb94fc497fbc1f2559cb21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245553 Dec 15 11:46:03.097456 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f84db-f1f6-4b14-b359-54be80ab0112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b7e771-e775-42dd-8053-f166e2b02ca0,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:03.099179 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46154) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:03.149068 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e535cd2-fb0b-4f14-9a79-b19218da908e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.169999 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e535cd2-fb0b-4f14-9a79-b19218da908e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.216597 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e535cd2-fb0b-4f14-9a79-b19218da908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.219208 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e535cd2-fb0b-4f14-9a79-b19218da908e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.220357 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5e535cd2-fb0b-4f14-9a79-b19218da908e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57b7e771-e775-42dd-8053-f166e2b02ca0 HTTP/1.1" status: 204 len: 168 time: 0.1195371 Dec 15 11:46:03.228419 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e535cd2-fb0b-4f14-9a79-b19218da908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b7e771-e775-42dd-8053-f166e2b02ca0,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:03.471854 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46160) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:03.484726 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8f90b035-6367-4129-9274-823c12c1104b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.557069 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8f90b035-6367-4129-9274-823c12c1104b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.560889 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-8f90b035-6367-4129-9274-823c12c1104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.600982 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-8f90b035-6367-4129-9274-823c12c1104b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=871fd8c1e36040c3a14bfc2926a52c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280253 Dec 15 11:46:03.601935 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90b035-6367-4129-9274-823c12c1104b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee50f3c7-21e1-40ba-87e8-aaf51e0ce536,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:03.603669 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46162) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:03.652546 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aab221ac-98a4-41de-bd45-c7538e227196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.676344 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aab221ac-98a4-41de-bd45-c7538e227196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.721283 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aab221ac-98a4-41de-bd45-c7538e227196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.729250 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-aab221ac-98a4-41de-bd45-c7538e227196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:03.730417 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-aab221ac-98a4-41de-bd45-c7538e227196 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee50f3c7-21e1-40ba-87e8-aaf51e0ce536 HTTP/1.1" status: 204 len: 168 time: 0.1256790 Dec 15 11:46:03.738483 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab221ac-98a4-41de-bd45-c7538e227196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee50f3c7-21e1-40ba-87e8-aaf51e0ce536,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:05.317586 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46208) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:05.418996 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3bc5bdf6-a0f9-4645-bc40-8a4315794b1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:05.491916 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3bc5bdf6-a0f9-4645-bc40-8a4315794b1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:05.495822 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3bc5bdf6-a0f9-4645-bc40-8a4315794b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:05.531985 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5bdf6-a0f9-4645-bc40-8a4315794b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839f529d-d99a-4a43-b911-b1d589ce61a8,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:05.536195 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3bc5bdf6-a0f9-4645-bc40-8a4315794b1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6264f92ca13c411d89a02b63bdabe0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175963 Dec 15 11:46:05.539369 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46212) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:05.584482 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a25f98b-f1ed-4882-bb83-597ecdd598aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:05.605440 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a25f98b-f1ed-4882-bb83-597ecdd598aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:05.653069 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a25f98b-f1ed-4882-bb83-597ecdd598aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:05.655644 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9a25f98b-f1ed-4882-bb83-597ecdd598aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:05.656796 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9a25f98b-f1ed-4882-bb83-597ecdd598aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/839f529d-d99a-4a43-b911-b1d589ce61a8 HTTP/1.1" status: 204 len: 168 time: 0.1164808 Dec 15 11:46:05.666374 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25f98b-f1ed-4882-bb83-597ecdd598aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839f529d-d99a-4a43-b911-b1d589ce61a8,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:05.914842 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46218) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:05.927462 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0026319b-157c-4df5-8773-54ff86c5141d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:06.000533 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0026319b-157c-4df5-8773-54ff86c5141d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:06.004412 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0026319b-157c-4df5-8773-54ff86c5141d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:06.042811 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0026319b-157c-4df5-8773-54ff86c5141d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5dfa49f1edb74928b3e5d492fa51addf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269085 Dec 15 11:46:06.044029 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026319b-157c-4df5-8773-54ff86c5141d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726ed69c-6cd9-4965-9ddc-02a4908991dc,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:06.045501 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46220) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:06.093002 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-354db22f-4b03-421a-b1b0-20635cc036af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:06.113432 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-354db22f-4b03-421a-b1b0-20635cc036af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:06.160489 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-354db22f-4b03-421a-b1b0-20635cc036af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:06.163206 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-354db22f-4b03-421a-b1b0-20635cc036af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:06.164339 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-354db22f-4b03-421a-b1b0-20635cc036af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/726ed69c-6cd9-4965-9ddc-02a4908991dc HTTP/1.1" status: 204 len: 168 time: 0.1178679 Dec 15 11:46:06.172586 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354db22f-4b03-421a-b1b0-20635cc036af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ed69c-6cd9-4965-9ddc-02a4908991dc,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:07.293276 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:11.594243 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702873b6-36fc-484c-be9e-0d859d8a9392 req-fb3df82d-75ba-45fc-b11b-889b99ba9934 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:11.595679 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-702873b6-36fc-484c-be9e-0d859d8a9392 req-fb3df82d-75ba-45fc-b11b-889b99ba9934 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0481336 Dec 15 11:46:11.655454 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-702873b6-36fc-484c-be9e-0d859d8a9392 req-9b26cfce-be64-483d-8876-b19091762032 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537934 Dec 15 11:46:12.307333 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:46:12.775170 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d17b0-6b3d-47ea-a31b-004bddd4b69e req-1ccd80f6-949e-42ff-8a5b-bebe7443a4ce tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:12.776627 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-502d17b0-6b3d-47ea-a31b-004bddd4b69e req-1ccd80f6-949e-42ff-8a5b-bebe7443a4ce tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0517182 Dec 15 11:46:12.834977 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-502d17b0-6b3d-47ea-a31b-004bddd4b69e req-fa281058-2f8c-46f2-aa67-9bf6a3972840 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522738 Dec 15 11:46:13.889778 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca406c-a598-45a9-a4da-820e666cd81f req-f0dabbb5-6ff0-47e5-9a7f-8342ab60981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:13.891266 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cca406c-a598-45a9-a4da-820e666cd81f req-f0dabbb5-6ff0-47e5-9a7f-8342ab60981b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1138 time: 0.0418644 Dec 15 11:46:13.998945 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caff7d-90f1-412c-a085-da852b897e8b req-4eba0321-7b5e-44b4-b0b9-71ebc16a80ea tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:14.000432 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-39caff7d-90f1-412c-a085-da852b897e8b req-4eba0321-7b5e-44b4-b0b9-71ebc16a80ea tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0936534 Dec 15 11:46:14.035666 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca406c-a598-45a9-a4da-820e666cd81f req-c69dff4d-c365-415e-a15a-e66a4b42d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:14.037122 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cca406c-a598-45a9-a4da-820e666cd81f req-c69dff4d-c365-415e-a15a-e66a4b42d168 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 200 len: 915 time: 0.1375930 Dec 15 11:46:14.124707 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-39caff7d-90f1-412c-a085-da852b897e8b req-80e35c75-9b53-4723-b50b-7b950702b284 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151736 Dec 15 11:46:14.133769 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cca406c-a598-45a9-a4da-820e666cd81f req-76e847bd-958f-4cf6-a6ef-03373fc27492 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 1002 time: 0.0875320 Dec 15 11:46:14.186713 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca406c-a598-45a9-a4da-820e666cd81f req-64e6a526-097e-4bef-9064-09afcf198d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:14.188151 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cca406c-a598-45a9-a4da-820e666cd81f req-64e6a526-097e-4bef-9064-09afcf198d05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f60562d-82da-4d1a-b856-c5c036ba1a69 HTTP/1.1" status: 200 len: 853 time: 0.0475178 Dec 15 11:46:14.235076 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca406c-a598-45a9-a4da-820e666cd81f req-3786e0b9-6423-4ef9-bd85-5f225ef51e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:14.236712 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cca406c-a598-45a9-a4da-820e666cd81f req-3786e0b9-6423-4ef9-bd85-5f225ef51e28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412905 Dec 15 11:46:14.328455 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cca406c-a598-45a9-a4da-820e666cd81f req-9287de67-5df0-4c23-8590-fb1204f1fa00 service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843513 Dec 15 11:46:14.417459 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8cca406c-a598-45a9-a4da-820e666cd81f req-720d215d-91f4-41fc-8015-d636327915e9 service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808651 Dec 15 11:46:15.252926 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2fc8c-ebe4-4c59-a080-cb0bd76fd899 req-494a7db6-8c79-4642-98ef-920cf8a8e09d tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:15.254505 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fab2fc8c-ebe4-4c59-a080-cb0bd76fd899 req-494a7db6-8c79-4642-98ef-920cf8a8e09d tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0553420 Dec 15 11:46:15.323474 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fab2fc8c-ebe4-4c59-a080-cb0bd76fd899 req-d42c8b58-faeb-4d63-ae9a-14be8357a43c tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629592 Dec 15 11:46:15.603804 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46382) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:15.709404 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:15.785335 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:15.789626 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:15.827890 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ad081ff37814a8990634fe5929250c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230220 Dec 15 11:46:15.828770 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a3f68a-9d6c-4810-8e51-cda2d21072be,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:15.830684 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46386) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:15.836827 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.837222 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.837553 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.837895 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.838245 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.838584 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.838921 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.839263 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.839585 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.839923 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.840252 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.840580 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.840924 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4aafe5-e3e6-46c9-886c-dbb8068ccdd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.885574 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:15.912161 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:15.958226 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:15.961614 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:15.962744 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42a3f68a-9d6c-4810-8e51-cda2d21072be HTTP/1.1" status: 204 len: 168 time: 0.1310833 Dec 15 11:46:15.970094 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a3f68a-9d6c-4810-8e51-cda2d21072be,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:15.977373 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.977621 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.977974 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.978310 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.978639 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.978969 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.979299 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.979664 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.979942 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.980269 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.980867 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.981249 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:15.981575 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec346d-1e16-4d3b-b8a5-ed3cc0c2df26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:16.217825 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46392) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:16.230877 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-934cdf61-997a-4f35-b762-9a88fd36e069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:16.304643 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-934cdf61-997a-4f35-b762-9a88fd36e069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:16.308231 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-934cdf61-997a-4f35-b762-9a88fd36e069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:16.343929 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934cdf61-997a-4f35-b762-9a88fd36e069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c75b82b-fa30-4669-a3a2-5650f15a4d7f,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:16.348829 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-934cdf61-997a-4f35-b762-9a88fd36e069 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bd12f8a9ec34dc7b48067656ff36012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291680 Dec 15 11:46:16.350644 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46396) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:16.411289 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-831639eb-93a6-4182-adb4-cc4db7618dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:16.453428 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-831639eb-93a6-4182-adb4-cc4db7618dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:16.477904 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8342c-b919-4207-b5c4-cb18e5c17832 req-6914debe-1393-4057-b8e9-ae41ed96a5a5 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:16.479389 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ecc8342c-b919-4207-b5c4-cb18e5c17832 req-6914debe-1393-4057-b8e9-ae41ed96a5a5 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0816829 Dec 15 11:46:16.545461 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-831639eb-93a6-4182-adb4-cc4db7618dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:16.548092 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-831639eb-93a6-4182-adb4-cc4db7618dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:16.549257 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-831639eb-93a6-4182-adb4-cc4db7618dec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c75b82b-fa30-4669-a3a2-5650f15a4d7f HTTP/1.1" status: 204 len: 168 time: 0.1970088 Dec 15 11:46:16.556758 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ecc8342c-b919-4207-b5c4-cb18e5c17832 req-3a448a03-e565-4df0-90ce-66b58b7416db tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688970 Dec 15 11:46:16.562716 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831639eb-93a6-4182-adb4-cc4db7618dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c75b82b-fa30-4669-a3a2-5650f15a4d7f,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:17.688243 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac8133-1ebb-46b3-b86a-0f7e58b242e6 req-e0ea193c-d464-4a0e-94cb-a74a0fd2e8bc tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:17.689771 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a3ac8133-1ebb-46b3-b86a-0f7e58b242e6 req-e0ea193c-d464-4a0e-94cb-a74a0fd2e8bc tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0554643 Dec 15 11:46:17.751178 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a3ac8133-1ebb-46b3-b86a-0f7e58b242e6 req-fa7183a6-616b-4007-8d57-1ff5b5e6cfff tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542557 Dec 15 11:46:18.866609 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd519fec-4a1f-4d57-95d8-b30114f9954c req-3552f178-625c-4f31-a297-cad3fc1920fb tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:18.868087 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dd519fec-4a1f-4d57-95d8-b30114f9954c req-3552f178-625c-4f31-a297-cad3fc1920fb tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0489714 Dec 15 11:46:18.927153 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dd519fec-4a1f-4d57-95d8-b30114f9954c req-288df64e-00ff-4fa0-a9e1-c609eaa26079 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531011 Dec 15 11:46:18.976461 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-9e715218-81af-433a-be9a-3affbd6d5fa4 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189213350&fields=id&tenant_id=0f2d37da78594911894b1f8865a03007 HTTP/1.1" status: 200 len: 267 time: 0.0427313 Dec 15 11:46:19.317526 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-b67fb71d-1957-48c6-9b3d-17c47905e9fd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:19.318978 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-b67fb71d-1957-48c6-9b3d-17c47905e9fd tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 812 time: 0.3356271 Dec 15 11:46:19.334634 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-3d34f315-650b-4d8f-8299-a2be16978311 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/quotas/0f2d37da78594911894b1f8865a03007 HTTP/1.1" status: 200 len: 375 time: 0.0094521 Dec 15 11:46:19.391185 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-d681ceae-2576-49fe-a6f2-694f80ac96e4 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504036 Dec 15 11:46:19.494681 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-66ff233a-a51d-45ea-b462-330e40068ab6 service neutron] 10.222.0.62 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910776 Dec 15 11:46:19.583948 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-b3c45c15-fa68-47b2-ad0e-e9506480b1a6 service neutron] 10.222.0.62 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831952 Dec 15 11:46:19.867782 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-329a6abd-6a7b-466a-99ed-00509daf0542 req-d15e0a8a-1a9e-4e67-8267-5297dacf6f2f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 210 time: 0.0270081 Dec 15 11:46:20.048342 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e436-d775-4484-b1af-979daabb64c4 req-dbbdcde4-92f8-402d-8d40-db8fed289999 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:20.049955 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fe9e436-d775-4484-b1af-979daabb64c4 req-dbbdcde4-92f8-402d-8d40-db8fed289999 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0534804 Dec 15 11:46:20.113589 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6fe9e436-d775-4484-b1af-979daabb64c4 req-6f06bb45-0bb0-46c5-93e4-14b217d27d8d tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570948 Dec 15 11:46:20.677525 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46494) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:20.785001 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b34c0cd8-c9d0-4c95-add0-5768fc83ca29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:20.860868 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b34c0cd8-c9d0-4c95-add0-5768fc83ca29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:20.865121 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-b34c0cd8-c9d0-4c95-add0-5768fc83ca29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:20.901490 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c0cd8-c9d0-4c95-add0-5768fc83ca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77fb38b-b24c-4015-af84-450cda289c1e,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:20.907277 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-b34c0cd8-c9d0-4c95-add0-5768fc83ca29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=640db56e2a8648f9a1e72fb76a203884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284214 Dec 15 11:46:20.909191 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46500) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:20.973631 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-746abb36-a345-4039-bb86-4c04074c926e req-2403ffab-17d6-4217-bb31-cdae9bad2be8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 210 time: 0.0318103 Dec 15 11:46:20.983425 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-58b99f07-6550-43da-ac69-026044651d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.005921 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-58b99f07-6550-43da-ac69-026044651d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.062523 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-58b99f07-6550-43da-ac69-026044651d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.065130 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-58b99f07-6550-43da-ac69-026044651d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.068648 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-58b99f07-6550-43da-ac69-026044651d67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b77fb38b-b24c-4015-af84-450cda289c1e HTTP/1.1" status: 204 len: 168 time: 0.1561744 Dec 15 11:46:21.076493 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b99f07-6550-43da-ac69-026044651d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77fb38b-b24c-4015-af84-450cda289c1e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:21.249709 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-96ddb7cf-e8ec-4ceb-b438-3d50f80461a7 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:21.251167 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-96ddb7cf-e8ec-4ceb-b438-3d50f80461a7 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 812 time: 0.1571381 Dec 15 11:46:21.273096 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159544b-867c-42d8-a1e5-54bf53d05baa req-7aa11d43-1d76-4f1e-a8a2-be4ccafebdd8 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:21.274558 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7159544b-867c-42d8-a1e5-54bf53d05baa req-7aa11d43-1d76-4f1e-a8a2-be4ccafebdd8 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0699923 Dec 15 11:46:21.371409 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-78fa8ef6-2f63-4295-b306-28d931c15556 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2d37da78594911894b1f8865a03007 HTTP/1.1" status: 200 len: 379 time: 0.0959020 Dec 15 11:46:21.379747 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46508) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:21.380872 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7159544b-867c-42d8-a1e5-54bf53d05baa req-5c04f453-0fd9-4772-80ef-d36b95dfc668 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996413 Dec 15 11:46:21.386019 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'port': {'device_id': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'admin_state_up': True, 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'security_groups': ['c2a8fdb2-5f90-468c-8782-952c5aaa2de2']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:46:21.396787 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2d0d55d4-b513-4202-be4f-f2393d88f5ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.502940 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Made reservation on behalf of 0f2d37da78594911894b1f8865a03007 for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:46:21.506674 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.636310 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Allocated IP 172.20.0.3 (d2701908-856b-43ee-af37-0c8b472dbded/193119ec-6b9e-439b-9440-3ac9e4bc436e/4cdf7882-d64b-467b-b1ac-46c3f7cd3d19) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:46:21.732885 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2d0d55d4-b513-4202-be4f-f2393d88f5ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.737231 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2d0d55d4-b513-4202-be4f-f2393d88f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.776661 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2d0d55d4-b513-4202-be4f-f2393d88f5ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78334419d4dd40d58c1dbbe0404f4214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958058 Dec 15 11:46:21.777970 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d55d4-b513-4202-be4f-f2393d88f5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690ea19e-71bf-48b1-a071-10bce0006e29,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:21.780525 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46510) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:21.813534 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.830900 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-44731ee8-3100-44c6-81c0-f1ea0e5ea3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.854087 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.855815 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-44731ee8-3100-44c6-81c0-f1ea0e5ea3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.898988 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Network d2701908-856b-43ee-af37-0c8b472dbded is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:46:21.902162 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:46:21.906156 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:46:21.912792 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-44731ee8-3100-44c6-81c0-f1ea0e5ea3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.917010 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-44731ee8-3100-44c6-81c0-f1ea0e5ea3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.921481 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-44731ee8-3100-44c6-81c0-f1ea0e5ea3bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/690ea19e-71bf-48b1-a071-10bce0006e29 HTTP/1.1" status: 204 len: 168 time: 0.1399503 Dec 15 11:46:21.933295 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44731ee8-3100-44c6-81c0-f1ea0e5ea3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690ea19e-71bf-48b1-a071-10bce0006e29,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:21.945824 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'Port': ['ID=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:21.973489 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:21.974098 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:21.997876 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-8e408174-9772-4fed-b651-5936a1066e6d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6157432 Dec 15 11:46:22.021385 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Request body: {'port': {'device_id': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:46:22.114896 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:22.170236 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d9f48-6001-40a1-8757-be50401bc3e1 req-21ccbcf3-ce87-437e-9713-d02f4bb765b6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:22.172034 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d05d9f48-6001-40a1-8757-be50401bc3e1 req-21ccbcf3-ce87-437e-9713-d02f4bb765b6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 931 time: 0.1141727 Dec 15 11:46:22.225297 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-dca7ab90-e231-49bf-8301-e617722bfb70 None None] Provisioning complete for port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:46:22.225959 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dca7ab90-e231-49bf-8301-e617722bfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:22.267038 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-dca7ab90-e231-49bf-8301-e617722bfb70 None None] Port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:46:22.287132 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d05d9f48-6001-40a1-8757-be50401bc3e1 req-ebec38b9-970f-47fc-a3b2-77226f330703 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092920 Dec 15 11:46:22.442097 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:46:22.450461 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:22.472447 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Transition to ACTIVE for port object 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:46:22.490741 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:22.556949 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f25779-de81-45e9-9def-112248609bb1 req-6766076b-f2ad-48dd-aeac-f886559ad5db tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:22.558486 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2f25779-de81-45e9-9def-112248609bb1 req-6766076b-f2ad-48dd-aeac-f886559ad5db tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0992560 Dec 15 11:46:22.560967 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Pushing event updated for resources: {'Port': ['ID=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:22.674658 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Attempting to bind port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:46:22.675003 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Attempting to bind port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:46:22.675326 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Attempting to bind port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 on network d2701908-856b-43ee-af37-0c8b472dbded {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:46:22.683142 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e2f25779-de81-45e9-9def-112248609bb1 req-26aea74a-836e-4bc0-8b02-ee29aa478432 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001759 Dec 15 11:46:22.686589 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 on network d2701908-856b-43ee-af37-0c8b472dbded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:46:22.686912 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Attempting to bind port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 on network d2701908-856b-43ee-af37-0c8b472dbded {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:46:22.692124 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:46:22.692461 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Checking segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:46:22.692871 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Bound using segment: {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:46:22.693308 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Bound port: 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e51c33-e5b0-47ba-81ff-a59a8be681df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:46:22.693663 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:22.761669 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] For port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:46:22.765128 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] For port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:46:22.769384 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:22.809610 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:22.810226 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:22.811598 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] 10.222.0.58 "PUT /v2.0/ports/4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 HTTP/1.1" status: 200 len: 1093 time: 0.7949281 Dec 15 11:46:22.812180 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:46:22.814516 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db" -d '{"events": [{"name": "network-changed", "server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:46:22.849457 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d30e5-3b25-4b4f-b85f-a3b4ef41aede service neutron] Pushing event updated for resources: {'Port': ['ID=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:22.862165 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d7d013-ca1f-4c66-a6bb-7b0ce4655f9a x-openstack-request-id: req-13d7d013-ca1f-4c66-a6bb-7b0ce4655f9a {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:46:22.862878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:46:22.862878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13d7d013-ca1f-4c66-a6bb-7b0ce4655f9a {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:46:22.863397 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'status': 'completed', 'code': 200} Dec 15 11:46:22.920149 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-6d352928-b231-458f-a204-ef17ed096d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:22.921971 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-6d352928-b231-458f-a204-ef17ed096d67 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 1096 time: 0.0472608 Dec 15 11:46:22.979498 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-bcd3a427-2fb4-429b-ad26-f0657fea06b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 HTTP/1.1" status: 200 len: 217 time: 0.0431197 Dec 15 11:46:23.034749 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-daaff7a5-65b4-4486-b5bb-a73592863c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:23.036220 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-daaff7a5-65b4-4486-b5bb-a73592863c1b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0499396 Dec 15 11:46:23.086828 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-d1f07705-6c65-4a6b-9d4d-51f9c08c6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:23.088341 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-d1f07705-6c65-4a6b-9d4d-51f9c08c6c26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452256 Dec 15 11:46:23.184124 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-b8114a20-0175-476e-abd4-a001ccbe9cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888436 Dec 15 11:46:23.285151 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2713e9b6-1890-4ed5-9cf0-30154272d51d req-b3a5a369-e360-46c7-93a0-3ebf38397df5 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930057 Dec 15 11:46:23.449486 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-123a5e4a-46e4-47f1-94f1-bcc29731d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:23.451028 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-123a5e4a-46e4-47f1-94f1-bcc29731d596 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 1096 time: 0.0790508 Dec 15 11:46:23.458469 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e636cea-1530-422e-a52e-dc9e278fd4e2 req-957723e5-cc95-47a7-8142-196ad74d5ce6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:23.459832 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e636cea-1530-422e-a52e-dc9e278fd4e2 req-957723e5-cc95-47a7-8142-196ad74d5ce6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 943 time: 0.0771904 Dec 15 11:46:23.570930 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e636cea-1530-422e-a52e-dc9e278fd4e2 req-93a62c94-b5fc-4e34-8b16-c970a043d799 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028452 Dec 15 11:46:23.580376 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-7ee44c3c-df5a-4428-a99e-83bd0e7cc020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:23.581832 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-7ee44c3c-df5a-4428-a99e-83bd0e7cc020 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.1211169 Dec 15 11:46:23.640020 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-ff1c6301-a67a-49ea-8467-d9dd47524a94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 HTTP/1.1" status: 200 len: 217 time: 0.0368254 Dec 15 11:46:23.690977 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-8d95b16c-1a56-4f11-a846-61d171eedeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:23.692437 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-8d95b16c-1a56-4f11-a846-61d171eedeb2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0449440 Dec 15 11:46:23.744369 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-a23bea01-c7bf-4ca0-95d0-5d25863bfbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:23.745928 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-a23bea01-c7bf-4ca0-95d0-5d25863bfbe6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427334 Dec 15 11:46:23.868642 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654df6f-f9ff-403a-8910-e2686217dc38 req-d8d02926-fd16-4096-b262-c412f87a3f9a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:23.870125 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6654df6f-f9ff-403a-8910-e2686217dc38 req-d8d02926-fd16-4096-b262-c412f87a3f9a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.1056399 Dec 15 11:46:23.896802 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-d96bb042-c1dc-4458-8319-2684400e4b28 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398611 Dec 15 11:46:23.990780 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6654df6f-f9ff-403a-8910-e2686217dc38 req-34cc9852-040b-4b23-835e-aeffd85bbee1 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145222 Dec 15 11:46:24.024629 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7a05c58c-f7f5-411b-9eab-83ee3b7d67db req-da8d2f9e-f28b-482b-837c-c24cfd7cbf18 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132901 Dec 15 11:46:24.689849 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014b267-5da7-4b08-99dd-930a96176e65 req-7935383a-2205-4760-a646-db447e462018 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:24.691285 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3014b267-5da7-4b08-99dd-930a96176e65 req-7935383a-2205-4760-a646-db447e462018 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 943 time: 0.0499535 Dec 15 11:46:24.743211 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3014b267-5da7-4b08-99dd-930a96176e65 req-13de7d43-a243-41f8-8c3e-33c7833ff9f9 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448380 Dec 15 11:46:25.108446 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0fde5c-5029-41d2-9a9d-01a69ad77299 req-d2a9b97f-087a-4c24-9327-79b8cda7bcb3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:25.109994 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea0fde5c-5029-41d2-9a9d-01a69ad77299 req-d2a9b97f-087a-4c24-9327-79b8cda7bcb3 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0476565 Dec 15 11:46:25.174445 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ea0fde5c-5029-41d2-9a9d-01a69ad77299 req-6ed4c41c-a7c4-43cd-8982-0d815a283a55 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584877 Dec 15 11:46:25.859814 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e4de-a2ed-4c95-9760-346a7eae2d26 req-09ae39a1-e404-44b0-9bf4-4b3d5e8ca2c4 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:25.861287 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8071e4de-a2ed-4c95-9760-346a7eae2d26 req-09ae39a1-e404-44b0-9bf4-4b3d5e8ca2c4 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 943 time: 0.0512347 Dec 15 11:46:25.915967 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-8071e4de-a2ed-4c95-9760-346a7eae2d26 req-43c5df93-e626-492c-a503-0b36ab5f865f tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486846 Dec 15 11:46:26.297078 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b912c85-8429-4622-af96-8bcd34b42e89 req-c57a48ca-e71d-4297-a4d6-9fd7ac7c341d tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:26.298559 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6b912c85-8429-4622-af96-8bcd34b42e89 req-c57a48ca-e71d-4297-a4d6-9fd7ac7c341d tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0543325 Dec 15 11:46:26.359442 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6b912c85-8429-4622-af96-8bcd34b42e89 req-80234f75-7617-4e5f-96c4-f7c52cb7e988 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&id=44e15365-087b-48a4-8d78-5f6a7446be21&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548418 Dec 15 11:46:26.685552 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9446a5f6-70b7-45aa-b687-efbd9b4acc64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:27.040796 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93999384-a121-4778-8518-460a6cd896cb req-e6a76fa8-06b2-4853-a38e-9bfc583c875d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:27.042316 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-93999384-a121-4778-8518-460a6cd896cb req-e6a76fa8-06b2-4853-a38e-9bfc583c875d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 943 time: 0.0519476 Dec 15 11:46:27.091801 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-93999384-a121-4778-8518-460a6cd896cb req-def13105-722e-4717-8f78-715ce34e12df tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431371 Dec 15 11:46:28.206557 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2bf82-dc06-4dbf-83b6-e34e83351195 req-8f4ebbd0-7d1c-400f-91bf-27a308eb78e0 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:28.208029 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6e2bf82-dc06-4dbf-83b6-e34e83351195 req-8f4ebbd0-7d1c-400f-91bf-27a308eb78e0 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 943 time: 0.0489783 Dec 15 11:46:28.257297 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b6e2bf82-dc06-4dbf-83b6-e34e83351195 req-5cb5fb07-b163-452b-b5d2-a4ff0b35bcda tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427289 Dec 15 11:46:28.941003 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7863cefa-bfc4-4ee9-92ef-949ae43cbd65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:29.372201 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66c7f5-7b0c-434f-afaa-c43b7f6147aa req-f5f63679-913d-4b71-b823-709027b1e8e6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:29.373671 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba66c7f5-7b0c-434f-afaa-c43b7f6147aa req-f5f63679-913d-4b71-b823-709027b1e8e6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 943 time: 0.0478339 Dec 15 11:46:29.426734 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba66c7f5-7b0c-434f-afaa-c43b7f6147aa req-c112187e-d60c-4f30-af00-ac2126aeef8d tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472500 Dec 15 11:46:30.049949 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:30.541043 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234db998-e8c0-4f9d-b252-e6a28c8a9296 req-6f4a1c53-efa2-4a33-bc36-9200e24b8d02 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:30.542527 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-234db998-e8c0-4f9d-b252-e6a28c8a9296 req-6f4a1c53-efa2-4a33-bc36-9200e24b8d02 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 943 time: 0.0493398 Dec 15 11:46:30.592658 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-234db998-e8c0-4f9d-b252-e6a28c8a9296 req-67e30390-b16d-42e4-9893-075512dc09f4 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Dec 15 11:46:30.789233 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:46:30.882970 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:46:30.895037 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'port_id': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'mac_address': 'fa:16:3e:34:6c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:46:30.932122 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:30.949974 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:46:30.969019 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:46:30.972997 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:31.021314 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:31.028248 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.028605 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.028982 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.029324 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.029660 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.029990 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.030317 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.030643 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.030970 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.031324 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.031626 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.031948 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.032265 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:46:31.282899 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['4cdf7882-d64b-467b-b1ac-46c3f7cd3d19'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:46:31.369877 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:31.709758 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54a9b8-3e4c-436e-89a0-a850d3cd8836 req-61b61896-4572-4c11-85a8-2261d7316b3c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:31.711245 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0f54a9b8-3e4c-436e-89a0-a850d3cd8836 req-61b61896-4572-4c11-85a8-2261d7316b3c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 944 time: 0.0502987 Dec 15 11:46:31.761806 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0f54a9b8-3e4c-436e-89a0-a850d3cd8836 req-6242d202-0803-473e-b748-af416ba8716c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441689 Dec 15 11:46:32.681444 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:32.799754 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:46:32.861997 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:46:32.866169 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:46:32.866534 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:32.882486 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3eef5-cad6-42de-8e44-6d9983c14ab8 req-9cf97d42-29d0-4e22-b096-57176711b8a9 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:32.884451 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9fd3eef5-cad6-42de-8e44-6d9983c14ab8 req-9cf97d42-29d0-4e22-b096-57176711b8a9 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 944 time: 0.0545464 Dec 15 11:46:32.933792 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9fd3eef5-cad6-42de-8e44-6d9983c14ab8 req-eaa1dfc7-9acd-40b1-8307-5a6f1f520518 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431840 Dec 15 11:46:32.951001 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:32.976928 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:46:32.979208 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69548914-b279-4cfa-b040-6bba0ab6bd46" -d '{"events": [{"server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "name": "network-vif-plugged", "status": "completed", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:46:32.992085 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:46:32.997309 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:33.022666 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8e68b1-fbf6-478e-b573-e338f2d18803 x-openstack-request-id: req-ea8e68b1-fbf6-478e-b573-e338f2d18803 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:46:33.022969 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "name": "network-vif-plugged", "status": "completed", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:46:33.023231 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea8e68b1-fbf6-478e-b573-e338f2d18803 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:46:33.023628 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'code': 200} Dec 15 11:46:33.049261 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:33.298151 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724afc3c-60b1-4930-9070-fc0e4e061e87 req-fb0bd2d4-6436-4fbe-90de-db0a0907ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:33.299595 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-724afc3c-60b1-4930-9070-fc0e4e061e87 req-fb0bd2d4-6436-4fbe-90de-db0a0907ac96 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 1098 time: 0.0378151 Dec 15 11:46:33.352449 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-724afc3c-60b1-4930-9070-fc0e4e061e87 req-dd5a7caa-4d05-4ea2-a971-84bcb023f55a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390382 Dec 15 11:46:34.057148 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6f41d-de2f-4709-8f70-c9c1326adf71 req-11492c18-08ad-441d-b4b4-f7a1312a80fe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:34.058633 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0cd6f41d-de2f-4709-8f70-c9c1326adf71 req-11492c18-08ad-441d-b4b4-f7a1312a80fe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 945 time: 0.0508201 Dec 15 11:46:34.107557 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0cd6f41d-de2f-4709-8f70-c9c1326adf71 req-d2ba3cd8-71f2-49bf-9d0f-e41a1f352c02 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432048 Dec 15 11:46:35.230293 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e391067-ad2a-485a-9a31-6b525f971656 req-e9127bad-1bca-4595-855c-e0df3b307e68 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:35.232026 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e391067-ad2a-485a-9a31-6b525f971656 req-e9127bad-1bca-4595-855c-e0df3b307e68 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 945 time: 0.0484266 Dec 15 11:46:35.280333 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6e391067-ad2a-485a-9a31-6b525f971656 req-2c1bc10c-7382-48a3-83f3-60c4aa7d664b tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424132 Dec 15 11:46:35.392500 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b0867-a48e-43a7-b90d-cd67daf8b0e2 req-1c44bb53-f437-4d32-a7c4-1b05087f9573 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:35.393881 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e3b0867-a48e-43a7-b90d-cd67daf8b0e2 req-1c44bb53-f437-4d32-a7c4-1b05087f9573 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 945 time: 0.0473278 Dec 15 11:46:35.445047 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e3b0867-a48e-43a7-b90d-cd67daf8b0e2 req-581d608c-90fe-4e91-ae6b-e9aff75a975c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447290 Dec 15 11:46:35.468922 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46668) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:35.514684 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995f301-a5f8-47d9-929f-19ded0fb0696 tempest-TestVolumeBootPattern-2127413276 tempest-TestVolumeBootPattern-2127413276-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:35.516197 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-c995f301-a5f8-47d9-929f-19ded0fb0696 tempest-TestVolumeBootPattern-2127413276 tempest-TestVolumeBootPattern-2127413276-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 1093 time: 0.0462654 Dec 15 11:46:35.518982 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46670) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:35.523207 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Request body: {'floatingip': {'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'port_id': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:46:35.544056 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:35.636023 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:35.743842 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Allocated IP 172.27.0.175 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/48d66efd-d363-4f0d-a20c-67740518d7bf) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:46:35.843951 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:35.878379 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:35.921084 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:46:35.924001 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:46:35.926575 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:46:35.951667 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'Port': ['ID=48d66efd-d363-4f0d-a20c-67740518d7bf,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:36.262187 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:36.328804 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:36.478786 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:36.483520 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:36.547963 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event updated for resources: {'Port': ['ID=48d66efd-d363-4f0d-a20c-67740518d7bf,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:36.561556 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:36.660595 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Floating IP ada4d3c0-4e0d-41be-b109-80ca127c35da associated. External IP: 172.27.0.175, port: 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19. Dec 15 11:46:36.867554 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:46:36.975570 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:46:36.985600 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104551b9-e687-4f28-909e-37807137a57c None None] Sync routers for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:46:36.994011 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:37.000071 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104551b9-e687-4f28-909e-37807137a57c None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:46:37.000704 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-104551b9-e687-4f28-909e-37807137a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:46:37.021453 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-279b3ba9-17b7-4946-9ef1-426087d52fd2 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5014484 Dec 15 11:46:37.022047 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:46:37.024396 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:46:37.068910 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2af727f-5877-4f20-9ef7-a42e2def525a x-openstack-request-id: req-d2af727f-5877-4f20-9ef7-a42e2def525a {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:46:37.069210 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:46:37.069468 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2af727f-5877-4f20-9ef7-a42e2def525a {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:46:37.069882 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'status': 'completed', 'code': 200} Dec 15 11:46:37.103680 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-104551b9-e687-4f28-909e-37807137a57c None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:46:37.158540 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-bab79e7c-f498-4cdd-8e7f-9d98e123bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:37.160038 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-bab79e7c-f498-4cdd-8e7f-9d98e123bd34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 1098 time: 0.0398386 Dec 15 11:46:37.255381 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-3e86fefd-ea26-40b0-8d11-2c82e687ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:37.256867 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-3e86fefd-ea26-40b0-8d11-2c82e687ff25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.0879958 Dec 15 11:46:37.318467 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:37.327563 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-21b6172b-cdb2-4550-a117-dde82e8c1931 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 HTTP/1.1" status: 200 len: 999 time: 0.0606742 Dec 15 11:46:37.347099 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-104551b9-e687-4f28-909e-37807137a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'ada4d3c0-4e0d-41be-b109-80ca127c35da', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:34:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:46:36Z', 'updated_at': '2021-12-15T11:46:36Z', 'revision_number': 0, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}, {'id': 'db891b0c-0841-4ac2-a28d-a9ae15325bf6', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:39Z', 'updated_at': '2021-12-15T11:44:41Z', 'revision_number': 1, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:46:37.374699 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104551b9-e687-4f28-909e-37807137a57c None None] Checking router: 62c00ed3-7fcb-4f1c-9ccd-772768d66480 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:46:37.378994 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-4e524da9-b2ab-413c-8be8-e7e9f302fdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:37.380440 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-4e524da9-b2ab-413c-8be8-e7e9f302fdf7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0457435 Dec 15 11:46:37.382979 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104551b9-e687-4f28-909e-37807137a57c None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:46:37.383607 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-104551b9-e687-4f28-909e-37807137a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:46:37.424837 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-117b228c-a636-4936-b4c9-4fe2fe01d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:37.426320 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-117b228c-a636-4936-b4c9-4fe2fe01d461 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385981 Dec 15 11:46:37.493334 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-104551b9-e687-4f28-909e-37807137a57c None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:46:37.519706 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-3ad98f2a-d93d-4183-8860-f471fe7471ff service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847430 Dec 15 11:46:37.611328 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-88cbce7b-fb5d-41fa-9ad3-5ac726ad4aa2 req-ceb045ee-08b8-4801-9e7a-b679d6185b04 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811946 Dec 15 11:46:37.845517 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-104551b9-e687-4f28-909e-37807137a57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'ada4d3c0-4e0d-41be-b109-80ca127c35da', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:34:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:46:36Z', 'updated_at': '2021-12-15T11:46:36Z', 'revision_number': 0, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}, {'id': 'db891b0c-0841-4ac2-a28d-a9ae15325bf6', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:39Z', 'updated_at': '2021-12-15T11:44:41Z', 'revision_number': 1, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:46:37.872101 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104551b9-e687-4f28-909e-37807137a57c None None] The sync data for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi is: [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'ada4d3c0-4e0d-41be-b109-80ca127c35da', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:34:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:46:36Z', 'updated_at': '2021-12-15T11:46:36Z', 'revision_number': 0, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}, {'id': 'db891b0c-0841-4ac2-a28d-a9ae15325bf6', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:39Z', 'updated_at': '2021-12-15T11:44:41Z', 'revision_number': 1, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:46:38.067979 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a806ef5-04fb-468b-91aa-426b9e3fe828 None None] New status for floating IP ada4d3c0-4e0d-41be-b109-80ca127c35da: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:46:38.991158 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-b71d87c9-05a4-4d67-87dc-85a9821ea0d4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427132 Dec 15 11:46:39.076707 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-5ce26383-ce90-447e-b703-e333f5f701fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:39.078276 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-5ce26383-ce90-447e-b703-e333f5f701fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1138 time: 0.0445154 Dec 15 11:46:39.186843 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-de015a69-f6c8-44cc-89c4-12119c43eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:39.188303 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-de015a69-f6c8-44cc-89c4-12119c43eba3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 200 len: 915 time: 0.0886242 Dec 15 11:46:39.254784 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-184865d6-51a7-495f-a73f-14c3bcd531eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 1002 time: 0.0586741 Dec 15 11:46:39.305691 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-02239dff-c53b-4667-a668-49335f821c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:39.307101 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-02239dff-c53b-4667-a668-49335f821c22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f60562d-82da-4d1a-b856-c5c036ba1a69 HTTP/1.1" status: 200 len: 853 time: 0.0423703 Dec 15 11:46:39.354095 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-03a84fa6-3406-4e43-9309-a2af0996b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:46:39.355802 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-03a84fa6-3406-4e43-9309-a2af0996b60c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418756 Dec 15 11:46:39.443544 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-93f80359-06e6-4a0b-8ae5-257eb910554f service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804389 Dec 15 11:46:39.536355 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-82592f6e-c2a6-42df-8335-7de8c8241033 req-c4ef5bb4-17ab-4633-9037-547a9aa97abe service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859144 Dec 15 11:46:49.306414 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:46:56.689691 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-20394413-5e56-4f26-847c-8e591ff0fb21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.244204 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46762) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:57.353547 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6377afd1-4928-444d-9b6b-42a69146e211 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.429069 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6377afd1-4928-444d-9b6b-42a69146e211 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.433516 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6377afd1-4928-444d-9b6b-42a69146e211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.470653 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377afd1-4928-444d-9b6b-42a69146e211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b7a4fb-1967-4bce-aa0a-3d4d8612cf23,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:57.474934 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6377afd1-4928-444d-9b6b-42a69146e211 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8426e647dc6d4ed0b7201d06a3bf5801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290702 Dec 15 11:46:57.477804 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46766) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:46:57.527719 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-100d6c40-9f4f-4ffe-9d9a-e6f5ac77ec10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.548538 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-100d6c40-9f4f-4ffe-9d9a-e6f5ac77ec10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.599026 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-100d6c40-9f4f-4ffe-9d9a-e6f5ac77ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.602281 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-100d6c40-9f4f-4ffe-9d9a-e6f5ac77ec10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:46:57.603752 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-100d6c40-9f4f-4ffe-9d9a-e6f5ac77ec10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67b7a4fb-1967-4bce-aa0a-3d4d8612cf23 HTTP/1.1" status: 204 len: 168 time: 0.1248202 Dec 15 11:46:57.614668 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d6c40-9f4f-4ffe-9d9a-e6f5ac77ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b7a4fb-1967-4bce-aa0a-3d4d8612cf23,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:46:58.943927 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7965e20c-82c4-4538-ab51-67acdcf924c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:00.048378 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:01.360413 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:02.684337 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.197005 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-bd99d008-0cef-4906-9f87-c25a32944301 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596169174&fields=id&tenant_id=1b913df64b204f38a8cb1c2f1f65e924 HTTP/1.1" status: 200 len: 267 time: 0.0469491 Dec 15 11:47:05.251673 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-65a1759d-43d6-435e-b11c-94e1b3f2976e tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:05.253329 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-65a1759d-43d6-435e-b11c-94e1b3f2976e tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 985 time: 0.0520282 Dec 15 11:47:05.266801 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-5dbcaec1-9206-4445-ab12-101443828de2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Request body: {'port': {'security_groups': ['cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:05.335387 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-5dbcaec1-9206-4445-ab12-101443828de2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.514270 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-5dbcaec1-9206-4445-ab12-101443828de2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] For port bb50da05-8939-49bb-bd76-44861ec536e9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bb50da05-8939-49bb-bd76-44861ec536e9,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:05.550361 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-5dbcaec1-9206-4445-ab12-101443828de2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.555255 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-5dbcaec1-9206-4445-ab12-101443828de2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.594947 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['bb50da05-8939-49bb-bd76-44861ec536e9'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:47:05.603570 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-5dbcaec1-9206-4445-ab12-101443828de2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:05.604238 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-5dbcaec1-9206-4445-ab12-101443828de2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.605954 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0607f8a7-bd38-4469-9d11-c1493206b3b5 req-5dbcaec1-9206-4445-ab12-101443828de2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "PUT /v2.0/ports/bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 943 time: 0.3447540 Dec 15 11:47:05.606424 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:05.608730 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75" -d '{"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:05.612590 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46844) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:05.635031 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcaec1-9206-4445-ab12-101443828de2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event updated for resources: {'Port': ['ID=bb50da05-8939-49bb-bd76-44861ec536e9,revision_number=7']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:05.680676 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54e58737-f0c6-4ff4-b48b-cc59c2f8df68 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.687116 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a616cc90-757c-41ee-9c20-9f6c1abf4fc3 x-openstack-request-id: req-a616cc90-757c-41ee-9c20-9f6c1abf4fc3 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:05.687480 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:05.687797 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a616cc90-757c-41ee-9c20-9f6c1abf4fc3 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:05.688420 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'status': 'completed', 'code': 200} Dec 15 11:47:05.715687 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54e58737-f0c6-4ff4-b48b-cc59c2f8df68 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.764026 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['bb50da05-8939-49bb-bd76-44861ec536e9'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:47:05.785348 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-5a1f0d66-c389-40d5-b3dc-77028da33c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:05.787202 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-5a1f0d66-c389-40d5-b3dc-77028da33c17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1099 time: 0.0516989 Dec 15 11:47:05.790189 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54e58737-f0c6-4ff4-b48b-cc59c2f8df68 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.793526 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-54e58737-f0c6-4ff4-b48b-cc59c2f8df68 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.794758 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-54e58737-f0c6-4ff4-b48b-cc59c2f8df68 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "DELETE /v2.0/security-groups/44e15365-087b-48a4-8d78-5f6a7446be21 HTTP/1.1" status: 204 len: 168 time: 0.1796341 Dec 15 11:47:05.799389 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46846) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:05.814285 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e58737-f0c6-4ff4-b48b-cc59c2f8df68 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e15365-087b-48a4-8d78-5f6a7446be21,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:05.910780 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-00b9bc65-5c87-4c3a-9f0d-d8238833d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:05.912423 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-00b9bc65-5c87-4c3a-9f0d-d8238833d7ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 200 len: 915 time: 0.1179409 Dec 15 11:47:05.931818 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-81f427f4-0637-4ebe-8d3c-57d1bbac8791 None None] Provisioning complete for port bb50da05-8939-49bb-bd76-44861ec536e9 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:05.932841 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-81f427f4-0637-4ebe-8d3c-57d1bbac8791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:05.998767 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Deleting port 3f485b70-45dd-4895-ace3-d181f23ffc7a {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:05.999207 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.084177 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.084505 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.097731 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Calling delete_port for 3f485b70-45dd-4895-ace3-d181f23ffc7a owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:06.224727 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-4c7199e3-0021-4c39-bdfa-a53ac7f94641 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 1002 time: 0.3043673 Dec 15 11:47:06.287029 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-d53574f0-053b-4251-bd54-a54697335550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:06.288474 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-d53574f0-053b-4251-bd54-a54697335550 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f60562d-82da-4d1a-b856-c5c036ba1a69 HTTP/1.1" status: 200 len: 853 time: 0.0557215 Dec 15 11:47:06.294687 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.320732 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event deleted for resources: {'Port': ['ID=3f485b70-45dd-4895-ace3-d181f23ffc7a,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:06.339065 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-ff25a6b6-00b1-4cad-9fec-3a245a180e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:06.340537 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-ff25a6b6-00b1-4cad-9fec-3a245a180e71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445642 Dec 15 11:47:06.391946 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks [] for floatingip, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.392557 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Floating IP 8bf1f25b-8d76-4c7a-b0bb-0585959bce07 disassociated (deleted). External IP: 172.27.0.132, port: bb50da05-8939-49bb-bd76-44861ec536e9. Dec 15 11:47:06.439943 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-20a558dd-61a6-48a6-a0b2-54fe3b2fc16d service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920379 Dec 15 11:47:06.541288 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cb4ffdbc-bdcd-432a-b8e3-95359570fb75 req-a56c440d-bb09-4618-91ae-2c4af73ac5bb service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933743 Dec 15 11:47:06.610538 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46856) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:06.615993 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:06.716256 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-006e5af8-0daa-4887-b1b0-33fda3167da7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.723460 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:06.728282 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.734980 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] Sync routers for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:06.748943 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:06.749713 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:06.759872 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d1627270-8f95-4234-91fc-2eb68a2de018 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "DELETE /v2.0/floatingips/8bf1f25b-8d76-4c7a-b0bb-0585959bce07 HTTP/1.1" status: 204 len: 168 time: 0.9549949 Dec 15 11:47:06.759872 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:06.760468 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8172e3-9559-450f-92be-c8e7d3f78cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:06.806670 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6765baa7-39d0-4cf7-906b-6a8770f80851 x-openstack-request-id: req-6765baa7-39d0-4cf7-906b-6a8770f80851 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:06.806989 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:06.807847 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6765baa7-39d0-4cf7-906b-6a8770f80851 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:06.808250 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'status': 'completed', 'code': 200} Dec 15 11:47:06.813876 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-006e5af8-0daa-4887-b1b0-33fda3167da7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.819398 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-006e5af8-0daa-4887-b1b0-33fda3167da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:06.875714 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e5af8-0daa-4887-b1b0-33fda3167da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f500d6c-b233-437c-bb9b-e5e65c221613,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:06.880759 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:06.894622 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-006e5af8-0daa-4887-b1b0-33fda3167da7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=22dedfa7fffb43ce87dcfd7700888065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828915 Dec 15 11:47:06.897906 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46866) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:06.940426 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-e07fbaaa-43b0-4e45-b6d5-e48561edbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:06.941935 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-e07fbaaa-43b0-4e45-b6d5-e48561edbb9d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 1099 time: 0.0870047 Dec 15 11:47:06.971217 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1ed9937a-6dbf-4c73-8764-d3888b39f76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.034282 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1ed9937a-6dbf-4c73-8764-d3888b39f76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.095433 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-623b0ad2-5b2f-4a0b-8643-4c0748c2f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:07.096908 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-623b0ad2-5b2f-4a0b-8643-4c0748c2f8bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 200 len: 915 time: 0.1423023 Dec 15 11:47:07.111066 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1ed9937a-6dbf-4c73-8764-d3888b39f76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.113717 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1ed9937a-6dbf-4c73-8764-d3888b39f76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.114855 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1ed9937a-6dbf-4c73-8764-d3888b39f76a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f500d6c-b233-437c-bb9b-e5e65c221613 HTTP/1.1" status: 204 len: 168 time: 0.2159839 Dec 15 11:47:07.120253 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8e24a111-05c9-4e1a-a023-f7924804556b', 'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'mac_address': 'fa:16:3e:29:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:59Z', 'updated_at': '2021-12-15T11:45:04Z', 'revision_number': 5, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'subnets': [{'id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:07.128905 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9937a-6dbf-4c73-8764-d3888b39f76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f500d6c-b233-437c-bb9b-e5e65c221613,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:07.159223 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] Checking router: a7dbdf45-a26d-41f7-96ec-f311ecf223f6 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:07.164471 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-4ab9f1a0-586c-42e0-bfb3-c3a77bbab4d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 200 len: 217 time: 0.0405955 Dec 15 11:47:07.173297 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:07.173848 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:07.225111 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-55f64964-c20a-424c-97d1-d68effef6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:07.226654 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-55f64964-c20a-424c-97d1-d68effef6300 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5f60562d-82da-4d1a-b856-c5c036ba1a69 HTTP/1.1" status: 200 len: 853 time: 0.0549071 Dec 15 11:47:07.276314 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-f9579765-9a32-4f33-894c-27a6abbee737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:07.277976 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-f9579765-9a32-4f33-894c-27a6abbee737 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6056e58a-f0d0-4fd5-9061-8959aa6c36ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429437 Dec 15 11:47:07.297918 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:07.323810 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.376794 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-c2dffa15-9ad2-41ba-8baf-76c35a98f42e service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908198 Dec 15 11:47:07.474907 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ba8172e3-9559-450f-92be-c8e7d3f78cd2 req-702e280a-a862-4804-96e3-6ebdb7490a13 service neutron] 10.222.0.58 "GET /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906003 Dec 15 11:47:07.520120 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8e24a111-05c9-4e1a-a023-f7924804556b', 'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'mac_address': 'fa:16:3e:29:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:59Z', 'updated_at': '2021-12-15T11:45:04Z', 'revision_number': 5, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'subnets': [{'id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:07.550506 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd7b93-58e5-4c40-90ca-cdf3cfa8fb64 None None] The sync data for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi is: [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:45:00Z', 'revision_number': 4, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8e24a111-05c9-4e1a-a023-f7924804556b', 'name': '', 'network_id': '6056e58a-f0d0-4fd5-9061-8959aa6c36ef', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'mac_address': 'fa:16:3e:29:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:59Z', 'updated_at': '2021-12-15T11:45:04Z', 'revision_number': 5, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'subnets': [{'id': '5f60562d-82da-4d1a-b856-c5c036ba1a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:07.821305 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1343e7d-7c36-4621-95e6-d7996fbbb00b None None] New status for floating IP 8bf1f25b-8d76-4c7a-b0bb-0585959bce07: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:47:07.827632 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46892) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:07.940643 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-424698272-network', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:07.961341 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Made reservation on behalf of 9e2b35aaa1bf49a299037296e23af46a for: {'network': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:47:07.963653 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:07.972699 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.045072 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.049074 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.077844 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=102631) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:47:08.086562 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f636c1a-525e-4b25-a9f9-3000a5532786,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:08.093274 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.093622 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.segments_db [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Added segment 61a9ef9e-0ed1-45ac-99a7-5063f7045e84 of type vlan for network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 Dec 15 11:47:08.133074 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.160242 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.161301 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:08.161878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.218165 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3893852 Dec 15 11:47:08.221386 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46904) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:08.226519 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Request body: {'subnet': {'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-424698272-subnet', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'ip_version': 4}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:08.232293 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39f868-a3ca-43bd-940c-5c27dcf83af4 admin admin] Pushing event updated for resources: {'Network': ['ID=85c8d7ab-3a44-4eb3-8380-99ca3914b839,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:08.242892 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:47:08.251208 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Made reservation on behalf of 9e2b35aaa1bf49a299037296e23af46a for: {'subnet': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:47:08.254851 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13785128'] for subnet, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.457236 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14141366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13785142'] for subnet, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.517698 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f394df-eae2-4ef6-825d-738d011e71a0,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:08.526373 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Checking segment: {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102632) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:08.526728 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Network hostable DHCP agents. Network: 85c8d7ab-3a44-4eb3-8380-99ca3914b839, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102632) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:47:08.543411 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102632) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:47:08.552045 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 85c8d7ab-3a44-4eb3-8380-99ca3914b839) {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:08.557235 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:08.557827 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.561485 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d5000b-9823-4f48-a08c-2486145f26f7 None None] Network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:47:08.576399 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-88a62305-4863-41e0-9eb7-042c125c2162 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3514137 Dec 15 11:47:08.576605 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46908) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:08.580881 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:08.603109 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.604717 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.655755 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.668377 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:47:08.669278 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.794160 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.804395 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Allocated IP 172.20.0.2 (85c8d7ab-3a44-4eb3-8380-99ca3914b839/15f394df-eae2-4ef6-825d-738d011e71a0/ce445a65-3d0f-4ba6-8987-86e9192027ed) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:08.946015 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.954374 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:08.990631 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:09.014466 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:09.127312 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:09.130294 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:09.134111 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:09.146336 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Pushing event updated for resources: {'Port': ['ID=ce445a65-3d0f-4ba6-8987-86e9192027ed,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:09.196594 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Attempting to bind port ce445a65-3d0f-4ba6-8987-86e9192027ed on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:47:09.197008 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Attempting to bind port ce445a65-3d0f-4ba6-8987-86e9192027ed by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:47:09.197382 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Attempting to bind port ce445a65-3d0f-4ba6-8987-86e9192027ed on network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:09.203477 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:47:09.203859 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Checking segment: {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:09.204301 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:09.204705 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Bound using segment: {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:47:09.205213 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Bound port: ce445a65-3d0f-4ba6-8987-86e9192027ed, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:47:09.205602 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:09.269284 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] For port ce445a65-3d0f-4ba6-8987-86e9192027ed, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:47:09.272468 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] For port ce445a65-3d0f-4ba6-8987-86e9192027ed, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=ce445a65-3d0f-4ba6-8987-86e9192027ed,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:47:09.277286 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:09.344277 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c27f9-70dd-4132-b574-630e20ecfecf None None] Pushing event updated for resources: {'Port': ['ID=ce445a65-3d0f-4ba6-8987-86e9192027ed,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:09.392314 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Allocated IP 172.27.0.43 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/38670ac4-c76a-4806-a731-c5800b3eeb04) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:09.522495 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:09.566211 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:09.608704 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:09.611980 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:09.616080 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:09.628324 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f61e8-f8cd-40ad-aebc-9a109bb42555 req-3e310492-d9c8-453b-9c0c-cc93acc6587b tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:09.629990 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-376f61e8-f8cd-40ad-aebc-9a109bb42555 req-3e310492-d9c8-453b-9c0c-cc93acc6587b tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 946 time: 0.0712211 Dec 15 11:47:09.650282 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Pushing event updated for resources: {'Port': ['ID=38670ac4-c76a-4806-a731-c5800b3eeb04,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:09.693364 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-376f61e8-f8cd-40ad-aebc-9a109bb42555 req-b0498fa9-9e3d-482e-9894-4febe1530da2 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561724 Dec 15 11:47:09.891516 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:10.090364 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:10.228772 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:47:10.338501 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:10.350837 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Sync routers for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:10.357219 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a820d4a-92fc-419a-ac36-938919bfb922 None None] Network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:47:10.359031 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:10.360743 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-eeb1d607-0165-4615-8cec-f9e6e5573034 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7827165 Dec 15 11:47:10.363256 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46916) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:10.406425 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:10.407053 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:10.502002 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-1fea3f06-3104-4f52-be4f-f5bcd3ea7488 None None] Provisioning complete for port ce445a65-3d0f-4ba6-8987-86e9192027ed triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:10.502381 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fea3f06-3104-4f52-be4f-f5bcd3ea7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:10.600093 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:10.769027 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fea3f06-3104-4f52-be4f-f5bcd3ea7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:10.825829 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-1fea3f06-3104-4f52-be4f-f5bcd3ea7488 None None] For port ce445a65-3d0f-4ba6-8987-86e9192027ed, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=ce445a65-3d0f-4ba6-8987-86e9192027ed,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:10.827551 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:10.845527 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1fea3f06-3104-4f52-be4f-f5bcd3ea7488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:10.867444 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445e3-c8f9-4898-ba10-749961cee4f5 req-5d7ff8d7-ab77-4e44-8e2c-f5f50f33cf6f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:10.869096 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dc1445e3-c8f9-4898-ba10-749961cee4f5 req-5d7ff8d7-ab77-4e44-8e2c-f5f50f33cf6f tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 946 time: 0.0801399 Dec 15 11:47:10.907990 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea3f06-3104-4f52-be4f-f5bcd3ea7488 None None] Pushing event updated for resources: {'Port': ['ID=ce445a65-3d0f-4ba6-8987-86e9192027ed,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:10.920202 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:09Z', 'revision_number': 3, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:10.952314 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Checking router: 07b2ea5e-2189-4051-81ba-7f0d5e14a194 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:10.952587 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Updating router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 port 38670ac4-c76a-4806-a731-c5800b3eeb04 binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:47:10.986575 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:10.989635 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dc1445e3-c8f9-4898-ba10-749961cee4f5 req-e714e4b0-6170-47ad-be9c-ad90ac72ded5 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845912 Dec 15 11:47:10.992156 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-2760fb68-6219-4ec0-86fb-a4c15cb7b178 None None] Provisioning complete for port ce445a65-3d0f-4ba6-8987-86e9192027ed triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:10.992595 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-2760fb68-6219-4ec0-86fb-a4c15cb7b178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.042384 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Allocated IP 172.20.0.1 (85c8d7ab-3a44-4eb3-8380-99ca3914b839/15f394df-eae2-4ef6-825d-738d011e71a0/63b49a72-cf64-4f62-b3cb-85a1c1552b56) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:11.147522 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.190231 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.239273 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:11.242757 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:11.248143 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:11.250200 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Pushing event updated for resources: {'Port': ['ID=63b49a72-cf64-4f62-b3cb-85a1c1552b56,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:11.290300 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.323618 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device ce445a65-3d0f-4ba6-8987-86e9192027ed up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:11.335698 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.361739 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.423884 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-d1edad99-bbd4-4427-9594-c7dee5fff84c tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:11.425484 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-d1edad99-bbd4-4427-9594-c7dee5fff84c tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.58 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 946 time: 0.0973051 Dec 15 11:47:11.436715 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Attempting to bind port 38670ac4-c76a-4806-a731-c5800b3eeb04 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:47:11.437111 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Attempting to bind port 38670ac4-c76a-4806-a731-c5800b3eeb04 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:47:11.437499 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Attempting to bind port 38670ac4-c76a-4806-a731-c5800b3eeb04 on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:11.439344 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea05646-1394-4cb1-9842-159e164bcf08 None None] Pushing event updated for resources: {'Port': ['ID=38670ac4-c76a-4806-a731-c5800b3eeb04,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:11.451421 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:47:11.451808 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:11.452217 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.452623 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:47:11.453138 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Bound port: 38670ac4-c76a-4806-a731-c5800b3eeb04, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:47:11.453522 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.481180 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port ce445a65-3d0f-4ba6-8987-86e9192027ed triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:11.481539 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.545265 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.550071 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] For port 38670ac4-c76a-4806-a731-c5800b3eeb04, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:47:11.554887 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] For port 38670ac4-c76a-4806-a731-c5800b3eeb04, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=38670ac4-c76a-4806-a731-c5800b3eeb04,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:47:11.563959 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-23a8b9ee-064e-444d-b63a-fc70f278d132 None None] Provisioning complete for port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:11.563959 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-23a8b9ee-064e-444d-b63a-fc70f278d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.565816 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.600097 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Deleting port bb50da05-8939-49bb-bd76-44861ec536e9 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:11.600443 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.693027 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea05646-1394-4cb1-9842-159e164bcf08 None None] Pushing event updated for resources: {'Port': ['ID=38670ac4-c76a-4806-a731-c5800b3eeb04,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:11.696178 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-23a8b9ee-064e-444d-b63a-fc70f278d132 None None] Port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:47:11.700076 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:11.700700 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:11.773950 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] For port bb50da05-8939-49bb-bd76-44861ec536e9, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bb50da05-8939-49bb-bd76-44861ec536e9,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:11.774293 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.799402 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Calling delete_port for bb50da05-8939-49bb-bd76-44861ec536e9 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:11.869031 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.884800 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.950352 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:11.972206 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:11.975922 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Pushing event updated for resources: {'Port': ['ID=63b49a72-cf64-4f62-b3cb-85a1c1552b56,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:12.104858 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:12.144550 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['bb50da05-8939-49bb-bd76-44861ec536e9'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:47:12.152251 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Pushing event deleted for resources: {'Port': ['ID=bb50da05-8939-49bb-bd76-44861ec536e9,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:12.188211 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64df97e-dd93-4d83-9e26-d18a934b5dc6 req-22024a39-0373-434d-99e8-af3b846c0788 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:12.190092 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b64df97e-dd93-4d83-9e26-d18a934b5dc6 req-22024a39-0373-434d-99e8-af3b846c0788 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/ports?device_id=6246f5da-2502-43c0-ab80-032ff323fc05 HTTP/1.1" status: 200 len: 867 time: 0.1281636 Dec 15 11:47:12.210315 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 1, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:12.238756 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a49480-a667-493c-a70f-9f78665f2dff None None] The sync data for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi is: [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 1, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:12.241417 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:12.242330 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] No DVR routers for this DVR port bb50da05-8939-49bb-bd76-44861ec536e9 on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:12.246724 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:12.250058 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e0845e5d-7e00-4316-a2d1-cf9b634d3587 req-1f682a35-8f33-414c-b975-f1dc6d82736a tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.58 "DELETE /v2.0/ports/bb50da05-8939-49bb-bd76-44861ec536e9 HTTP/1.1" status: 204 len: 173 time: 0.8170595 Dec 15 11:47:12.250506 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'name': 'network-vif-deleted', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:12.252762 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2042712a-8a69-4063-82b5-7b6cacb9a0d9" -d '{"events": [{"server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "name": "network-vif-deleted", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:12.259919 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:12.326449 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f545401b-2853-4dce-8791-06698edcdb11 x-openstack-request-id: req-f545401b-2853-4dce-8791-06698edcdb11 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:12.326742 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6246f5da-2502-43c0-ab80-032ff323fc05", "name": "network-vif-deleted", "tag": "bb50da05-8939-49bb-bd76-44861ec536e9", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:12.326997 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f545401b-2853-4dce-8791-06698edcdb11 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:12.327399 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6246f5da-2502-43c0-ab80-032ff323fc05', 'name': 'network-vif-deleted', 'tag': 'bb50da05-8939-49bb-bd76-44861ec536e9', 'status': 'completed', 'code': 200} Dec 15 11:47:12.364979 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b64df97e-dd93-4d83-9e26-d18a934b5dc6 req-66c9ad55-98c0-470f-a4e5-144bf48c9907 tempest-TestMinimumBasicScenario-2027357223 tempest-TestMinimumBasicScenario-2027357223-project] 10.222.0.62 "GET /v2.0/security-groups?id=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586175 Dec 15 11:47:12.422379 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:12.532362 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-8f253770-fe84-4f88-9a83-d44292ae1a87 None None] Provisioning complete for port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:12.535340 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8f253770-fe84-4f88-9a83-d44292ae1a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:12.571142 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:12.576365 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1a1c7d27-7c89-401d-9129-197448302a74 admin admin] 10.222.0.62 "PUT /v2.0/routers/07b2ea5e-2189-4051-81ba-7f0d5e14a194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2118855 Dec 15 11:47:12.601468 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-8f253770-fe84-4f88-9a83-d44292ae1a87 None None] Port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:47:13.168646 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46938) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:13.173714 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1862767051-network', 'tenant_id': '93e2f282d0034fe8bded481152373553'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:13.198012 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Made reservation on behalf of 93e2f282d0034fe8bded481152373553 for: {'network': 1} {{(pid=102632) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:47:13.200408 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for network, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.214642 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.289167 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 38670ac4-c76a-4806-a731-c5800b3eeb04 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:13.311970 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.316718 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.340630 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=102632) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 11:47:13.349441 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 38670ac4-c76a-4806-a731-c5800b3eeb04 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:13.349832 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.358042 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b6b61a-95e0-4201-aaa7-194effab2c99,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:13.373799 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.374165 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.segments_db [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Added segment 0fce8c7e-ad72-4582-bb05-918341431010 of type vlan for network 10573a88-b153-49e9-8eff-aa944f646326 Dec 15 11:47:13.422463 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743806639373'] for network, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.443906 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.452080 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380'] for network, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.453069 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:13.453584 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.470730 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 38670ac4-c76a-4806-a731-c5800b3eeb04, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=38670ac4-c76a-4806-a731-c5800b3eeb04,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:13.477153 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.525340 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] Pushing event updated for resources: {'Network': ['ID=10573a88-b153-49e9-8eff-aa944f646326,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:13.540950 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Network 10573a88-b153-49e9-8eff-aa944f646326 details requested by agent ovs-agent-dv-cinder-813222-4-iscsi with host dv-cinder-813222-4-iscsi {{(pid=102633) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 11:47:13.545599 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46950) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:13.547151 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2347d695-3d50-4f83-9b6d-7caca997549e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3755169 Dec 15 11:47:13.552166 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Request body: {'subnet': {'network_id': '10573a88-b153-49e9-8eff-aa944f646326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1862767051-subnet', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'ip_version': 4}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:13.577001 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Made reservation on behalf of 93e2f282d0034fe8bded481152373553 for: {'subnet': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:47:13.579553 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12897304'] for subnet, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.599404 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=38670ac4-c76a-4806-a731-c5800b3eeb04,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:13.777464 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13444115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12897286'] for subnet, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.833598 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Pushing event updated for resources: {'Subnet': ['ID=97a24e1f-f872-42bf-8e70-4e26f38507a1,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:13.851842 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Checking segment: {'id': '0fce8c7e-ad72-4582-bb05-918341431010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10573a88-b153-49e9-8eff-aa944f646326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:13.852225 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Network hostable DHCP agents. Network: 10573a88-b153-49e9-8eff-aa944f646326, hostable agents: ['b4972038-fe41-469f-b1c7-9aace6b0a334'], hosted agents: [] {{(pid=102631) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 11:47:13.870949 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Network 10573a88-b153-49e9-8eff-aa944f646326 is scheduled to be hosted by DHCP agent b4972038-fe41-469f-b1c7-9aace6b0a334 with binding_index 1 {{(pid=102631) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 11:47:13.881546 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813222-4-iscsi, 10573a88-b153-49e9-8eff-aa944f646326) {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:13.886338 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:13.886948 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.891882 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee3087d-fcde-4d2b-994c-5ae5691669cf None None] Network 10573a88-b153-49e9-8eff-aa944f646326 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:47:13.915666 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-80a1109a-be6a-4710-a1bc-289cde36fdda admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3666096 Dec 15 11:47:13.915879 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46976) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:13.920937 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:13.951922 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16392389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4438'] for router, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:13.953190 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16400245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16396676', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16259013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4429'] for router, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.014743 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp877a5646-f44c-5abb-ba64-74491fe38fe8-10573a88-b153-49e9-8eff-aa944f646326', 'network_id': '10573a88-b153-49e9-8eff-aa944f646326', 'project_id': '93e2f282d0034fe8bded481152373553', 'fixed_ips': [{'subnet_id': '97a24e1f-f872-42bf-8e70-4e26f38507a1'}]}} from dv-cinder-813222-4-iscsi. {{(pid=102633) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 11:47:14.018497 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.020790 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.169562 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.173770 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.db_base_plugin_common [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Allocated IP 172.20.0.2 (10573a88-b153-49e9-8eff-aa944f646326/97a24e1f-f872-42bf-8e70-4e26f38507a1/ab7706a2-cb48-48b5-a7eb-24348064c254) {{(pid=102633) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:14.220625 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46990) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:14.342663 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Publish callbacks [] for port, precommit_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.350580 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488'] for port, after_create {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.391288 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.399309 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Network 10573a88-b153-49e9-8eff-aa944f646326 is already hosted by enough agents. {{(pid=102633) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:14.403059 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.scheduler.base_scheduler [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Resources bound (agent type, host, resource id): {{(pid=102633) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:14.407001 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Received port after_create {{(pid=102633) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:14.414804 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Pushing event updated for resources: {'Port': ['ID=ab7706a2-cb48-48b5-a7eb-24348064c254,revision_number=1']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:14.423084 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.472861 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Attempting to bind port ab7706a2-cb48-48b5-a7eb-24348064c254 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:47:14.472861 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Attempting to bind port ab7706a2-cb48-48b5-a7eb-24348064c254 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '0fce8c7e-ad72-4582-bb05-918341431010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10573a88-b153-49e9-8eff-aa944f646326'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:47:14.473120 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Attempting to bind port ab7706a2-cb48-48b5-a7eb-24348064c254 on network 10573a88-b153-49e9-8eff-aa944f646326 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:14.479920 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:47:14.480304 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Checking segment: {'id': '0fce8c7e-ad72-4582-bb05-918341431010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10573a88-b153-49e9-8eff-aa944f646326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:14.481001 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.481382 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Bound using segment: {'id': '0fce8c7e-ad72-4582-bb05-918341431010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10573a88-b153-49e9-8eff-aa944f646326'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:47:14.482226 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Bound port: ab7706a2-cb48-48b5-a7eb-24348064c254, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fce8c7e-ad72-4582-bb05-918341431010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10573a88-b153-49e9-8eff-aa944f646326'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:47:14.482610 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.538054 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Allocated IP 172.27.0.122 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/861e8aa0-5657-4292-93a4-08dc97c70f40) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:14.557585 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] For port ab7706a2-cb48-48b5-a7eb-24348064c254, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:47:14.561625 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] For port ab7706a2-cb48-48b5-a7eb-24348064c254, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=ab7706a2-cb48-48b5-a7eb-24348064c254,segment=NetworkSegment(0fce8c7e-ad72-4582-bb05-918341431010),segment_id=0fce8c7e-ad72-4582-bb05-918341431010)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:47:14.566429 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.626565 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7ee89-1d71-4003-89df-d9d7dc3a6533 None None] Pushing event updated for resources: {'Port': ['ID=ab7706a2-cb48-48b5-a7eb-24348064c254,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:14.678055 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.718381 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:14.721191 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Sync routers for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:14.734053 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:14.735810 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:14.775074 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:14.778791 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:14.781346 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:14.806047 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Pushing event updated for resources: {'Port': ['ID=861e8aa0-5657-4292-93a4-08dc97c70f40,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:14.895456 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:15.003617 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device bb50da05-8939-49bb-bd76-44861ec536e9 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:15.038129 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16393233'] for router_interface, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.039494 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: bb50da05-8939-49bb-bd76-44861ec536e9 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:15.040053 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device bb50da05-8939-49bb-bd76-44861ec536e9 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:15.090259 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.157054 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 2, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:15.189533 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Checking router: 07b2ea5e-2189-4051-81ba-7f0d5e14a194 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:15.189894 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Updating router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:47:15.221802 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.327660 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16400204', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16396791'] for router, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.363001 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Deleting port 8e24a111-05c9-4e1a-a023-f7924804556b {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:15.363001 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.415892 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 38670ac4-c76a-4806-a731-c5800b3eeb04 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:15.479094 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] For port 8e24a111-05c9-4e1a-a023-f7924804556b, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=8e24a111-05c9-4e1a-a023-f7924804556b,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:15.479821 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.481188 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 38670ac4-c76a-4806-a731-c5800b3eeb04 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:15.481711 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.496346 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Calling delete_port for 8e24a111-05c9-4e1a-a023-f7924804556b owned by network:router_interface {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:15.545548 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 is scheduled to L3 agent 6990da39-b921-4750-8957-e8e2e452f043 with binding_index 1 {{(pid=102632) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 11:47:15.591529 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device ab7706a2-cb48-48b5-a7eb-24348064c254 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:15.593994 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.605809 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.666746 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Pushing event updated for resources: {'Port': ['ID=63b49a72-cf64-4f62-b3cb-85a1c1552b56,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:15.681338 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.681909 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.682359 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.683204 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.683204 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.683701 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.684163 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.684588 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.685138 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.685569 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.685995 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.686416 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.686851 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102634) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:15.724316 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:15.732110 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port ab7706a2-cb48-48b5-a7eb-24348064c254 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:15.732968 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.764134 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.765473 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-2e2fa9ec-c452-4fc7-af92-c64205dc4b63 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8482578 Dec 15 11:47:15.769905 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 46992) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:15.799005 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Sync routers for ids ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:15.810195 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Attempting to bind port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:47:15.812642 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Attempting to bind port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:47:15.813192 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Attempting to bind port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 on network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:15.826280 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:47:15.826824 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Checking segment: {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:15.830116 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.830648 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Bound using segment: {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:47:15.831449 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Bound port: 63b49a72-cf64-4f62-b3cb-85a1c1552b56, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:47:15.833141 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.842577 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Routers {'3f4fb3ea-c179-4776-be2a-3e473ae366d5'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:15.847740 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:15.940240 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] For port 63b49a72-cf64-4f62-b3cb-85a1c1552b56, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:47:15.947153 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] For port 63b49a72-cf64-4f62-b3cb-85a1c1552b56, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=63b49a72-cf64-4f62-b3cb-85a1c1552b56,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:47:15.955197 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:15.963467 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.035992 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e24a111-05c9-4e1a-a023-f7924804556b,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:16.037748 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a96d4-d223-4123-91b9-28ef1082943d None None] Pushing event updated for resources: {'Port': ['ID=63b49a72-cf64-4f62-b3cb-85a1c1552b56,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:16.052957 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:16.053787 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:16.095282 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.095821 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.095921 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.106189 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.106809 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.107118 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.107540 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.107796 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.108449 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.108791 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.113907 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.114317 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.114648 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:16.131970 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Set router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:16.134261 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3eb072-2b07-44c7-8879-be152c1604b5 None None] Network 10573a88-b153-49e9-8eff-aa944f646326 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:47:16.199607 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:16.338320 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16299341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16393357'] for router_interface, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.512578 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.526913 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:15Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:16.555548 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d40566-9925-4a80-b3e0-9a9eceb844dc None None] The sync data for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi is: [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:15Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:16.567048 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.573093 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-cf891318-9303-4aa3-b05a-69c4ccb31273 None None] Provisioning complete for port ab7706a2-cb48-48b5-a7eb-24348064c254 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:16.573464 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf891318-9303-4aa3-b05a-69c4ccb31273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.626713 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:16.707746 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port ab7706a2-cb48-48b5-a7eb-24348064c254, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=ab7706a2-cb48-48b5-a7eb-24348064c254,segment=NetworkSegment(0fce8c7e-ad72-4582-bb05-918341431010),segment_id=0fce8c7e-ad72-4582-bb05-918341431010)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:16.713378 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_common [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Allocated IP 172.20.0.1 (10573a88-b153-49e9-8eff-aa944f646326/97a24e1f-f872-42bf-8e70-4e26f38507a1/8161e21a-ea74-495f-9933-0084a7394d85) {{(pid=102632) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:16.726257 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.747898 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:16.754173 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-3c0463a1-ee07-41fa-a60d-0bff1d1a6854 admin admin] 10.222.0.62 "PUT /v2.0/routers/a7dbdf45-a26d-41f7-96ec-f311ecf223f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319741 Dec 15 11:47:16.756754 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46996) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:16.761498 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] Sync routers for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:16.775757 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:16.776746 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:16.879349 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.911628 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks [] for router, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.923620 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=ab7706a2-cb48-48b5-a7eb-24348064c254,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:16.941405 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.988014 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-cf891318-9303-4aa3-b05a-69c4ccb31273 None None] Provisioning complete for port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:16.988323 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf891318-9303-4aa3-b05a-69c4ccb31273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:16.993742 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:13Z', 'updated_at': '2021-12-15T11:47:14Z', 'revision_number': 3, 'project_id': '93e2f282d0034fe8bded481152373553', 'gw_port': {'id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:14Z', 'updated_at': '2021-12-15T11:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:17.086098 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Checking router: 3f4fb3ea-c179-4776-be2a-3e473ae366d5 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:17.086460 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Updating router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 port 861e8aa0-5657-4292-93a4-08dc97c70f40 binding host dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:47:17.121425 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.141520 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.146015 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:17.227890 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Deleting port 156b0f8b-ad33-48c0-9521-4c24a46e7c66 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:17.228238 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.383381 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf891318-9303-4aa3-b05a-69c4ccb31273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.395366 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] For port 156b0f8b-ad33-48c0-9521-4c24a46e7c66, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=156b0f8b-ad33-48c0-9521-4c24a46e7c66,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:17.395807 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.423708 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Calling delete_port for 156b0f8b-ad33-48c0-9521-4c24a46e7c66 owned by network:router_gateway {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:17.458862 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Network 10573a88-b153-49e9-8eff-aa944f646326 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:17.468662 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:17.478009 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Received port after_create {{(pid=102632) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:17.505424 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device ab7706a2-cb48-48b5-a7eb-24348064c254 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:17.523833 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:47:15Z', 'revision_number': 5, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port': {'id': '156b0f8b-ad33-48c0-9521-4c24a46e7c66', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:38:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:44:58Z', 'updated_at': '2021-12-15T11:45:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:17.531330 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Pushing event updated for resources: {'Port': ['ID=8161e21a-ea74-495f-9933-0084a7394d85,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:17.547210 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.547570 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.547909 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.548255 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.548591 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.554468 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.556101 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.556377 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.556651 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.557039 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.557380 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.557716 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.558143 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:17.581050 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] Checking router: a7dbdf45-a26d-41f7-96ec-f311ecf223f6 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:17.584549 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16394628'] for router_interface, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.601668 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] Routers {'a7dbdf45-a26d-41f7-96ec-f311ecf223f6'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:17.602314 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:17.619522 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-cf891318-9303-4aa3-b05a-69c4ccb31273 None None] For port 63b49a72-cf64-4f62-b3cb-85a1c1552b56, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=63b49a72-cf64-4f62-b3cb-85a1c1552b56,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:17.643850 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf891318-9303-4aa3-b05a-69c4ccb31273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.745591 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port ab7706a2-cb48-48b5-a7eb-24348064c254 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:17.746116 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.770572 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.791564 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.827955 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf891318-9303-4aa3-b05a-69c4ccb31273 None None] Pushing event updated for resources: {'Port': ['ID=63b49a72-cf64-4f62-b3cb-85a1c1552b56,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:17.828184 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] Set router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:17.840466 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=156b0f8b-ad33-48c0-9521-4c24a46e7c66,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:17.852506 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-d1e01984-9ac4-49aa-87c3-a94205d1c4ab None None] Provisioning complete for port ab7706a2-cb48-48b5-a7eb-24348064c254 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:17.853026 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d1e01984-9ac4-49aa-87c3-a94205d1c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.913553 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 6, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port_host': None}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:17.915150 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16394543'] for router_gateway, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.950921 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b3a8e-fe97-4240-bf50-778270deadb1 None None] The sync data for ids ['a7dbdf45-a26d-41f7-96ec-f311ecf223f6'] in dv-cinder-813222-4-iscsi is: [{'id': 'a7dbdf45-a26d-41f7-96ec-f311ecf223f6', 'name': 'tempest-TestMinimumBasicScenario-581725812-router', 'tenant_id': '1b913df64b204f38a8cb1c2f1f65e924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:44:57Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 6, 'project_id': '1b913df64b204f38a8cb1c2f1f65e924', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:17.969526 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Publish callbacks [] for port, precommit_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:17.977733 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 63b49a72-cf64-4f62-b3cb-85a1c1552b56 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:17.984767 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.022935 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.025205 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.026800 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.032541 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14140991'] for port, after_update {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.082159 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16400310'] for router, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.082880 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7dbdf45-a26d-41f7-96ec-f311ecf223f6 {{(pid=102631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:47:18.088480 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] Publish callbacks [] for router, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.089746 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5eacda74-338d-4886-a8f3-2f623e6b3e90 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a7dbdf45-a26d-41f7-96ec-f311ecf223f6 HTTP/1.1" status: 204 len: 168 time: 1.3315911 Dec 15 11:47:18.092235 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 46998) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:18.108530 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16299334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16393268'] for router_interface, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.111584 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Pushing event updated for resources: {'Port': ['ID=8161e21a-ea74-495f-9933-0084a7394d85,revision_number=2']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:18.114603 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Attempting to bind port 861e8aa0-5657-4292-93a4-08dc97c70f40 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:47:18.114987 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Attempting to bind port 861e8aa0-5657-4292-93a4-08dc97c70f40 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:47:18.115357 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Attempting to bind port 861e8aa0-5657-4292-93a4-08dc97c70f40 on network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:18.127120 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56051d7-6196-4c57-aad4-36476be15ca9 None None] Pushing event updated for resources: {'Port': ['ID=861e8aa0-5657-4292-93a4-08dc97c70f40,revision_number=2']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:18.132315 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:47:18.132696 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Checking segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102633) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:18.133131 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.133530 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Bound using segment: {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'} {{(pid=102633) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:47:18.134015 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.managers [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Bound port: 861e8aa0-5657-4292-93a4-08dc97c70f40, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b05b115-6943-4b81-ab90-0f995e79b5b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48'}}] {{(pid=102633) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:47:18.134399 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.157616 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-7397b928-700f-44d8-9b03-ad0a54e560f8 admin admin] Deleting subnet 5f60562d-82da-4d1a-b856-c5c036ba1a69 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:47:18.162031 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7397b928-700f-44d8-9b03-ad0a54e560f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.184536 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-d1e01984-9ac4-49aa-87c3-a94205d1c4ab None None] Provisioning complete for port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:18.184940 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d1e01984-9ac4-49aa-87c3-a94205d1c4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.187990 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:18.188356 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.204483 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7397b928-700f-44d8-9b03-ad0a54e560f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13568242'] for subnet, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.232220 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Network 10573a88-b153-49e9-8eff-aa944f646326 is already hosted by enough agents. {{(pid=102632) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:18.233914 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.base_scheduler [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Resources bound (agent type, host, resource id): {{(pid=102632) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:18.267008 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] For port 861e8aa0-5657-4292-93a4-08dc97c70f40, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102633) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:47:18.272401 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] For port 861e8aa0-5657-4292-93a4-08dc97c70f40, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=861e8aa0-5657-4292-93a4-08dc97c70f40,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:47:18.288025 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.308007 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7397b928-700f-44d8-9b03-ad0a54e560f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.403568 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:18.428804 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7397b928-700f-44d8-9b03-ad0a54e560f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897407'] for subnet, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.444619 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-7397b928-700f-44d8-9b03-ad0a54e560f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.448610 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-7397b928-700f-44d8-9b03-ad0a54e560f8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5f60562d-82da-4d1a-b856-c5c036ba1a69 HTTP/1.1" status: 204 len: 168 time: 0.3549759 Dec 15 11:47:18.452560 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e45c8-4e2e-4ae9-a3cc-ea39f371e760 None None] Network 6056e58a-f0d0-4fd5-9061-8959aa6c36ef requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:47:18.456387 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Routers {'3f4fb3ea-c179-4776-be2a-3e473ae366d5'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:18.457150 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:18.470050 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47000) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:18.523794 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56051d7-6196-4c57-aad4-36476be15ca9 None None] Pushing event updated for resources: {'Port': ['ID=861e8aa0-5657-4292-93a4-08dc97c70f40,revision_number=3']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:18.565377 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.573295 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397b928-700f-44d8-9b03-ad0a54e560f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f60562d-82da-4d1a-b856-c5c036ba1a69,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:18.583522 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:18.592867 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-86cddb86-0fad-4661-a3df-04c3d9c1166f admin admin] 10.222.0.62 "PUT /v2.0/routers/3f4fb3ea-c179-4776-be2a-3e473ae366d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8184140 Dec 15 11:47:18.645137 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Deleting port 68a9852a-7517-4067-922d-4db3ea48e858 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:18.645947 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.659176 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-742ef452-75bf-4705-9c7b-f99a70bf221e None None] Provisioning complete for port 8161e21a-ea74-495f-9933-0084a7394d85 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:18.659549 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-742ef452-75bf-4705-9c7b-f99a70bf221e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.728905 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] For port 68a9852a-7517-4067-922d-4db3ea48e858, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=68a9852a-7517-4067-922d-4db3ea48e858,segment=NetworkSegment(f2ae95f0-4907-47d5-b93f-8bfbbaf97767),segment_id=f2ae95f0-4907-47d5-b93f-8bfbbaf97767)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:18.730183 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.734737 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-742ef452-75bf-4705-9c7b-f99a70bf221e None None] Port 8161e21a-ea74-495f-9933-0084a7394d85 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:47:18.753812 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] Set router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:18.756555 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Calling delete_port for 68a9852a-7517-4067-922d-4db3ea48e858 owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:18.867656 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:18.899842 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=68a9852a-7517-4067-922d-4db3ea48e858,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:18.904900 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] No DVR routers for this DVR port 68a9852a-7517-4067-922d-4db3ea48e858 on host dv-cinder-813222-4-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:18.981056 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22d1122-2549-4463-83fd-755829d19b75 None None] DHCP port deletion for 6056e58a-f0d0-4fd5-9061-8959aa6c36ef request from dv-cinder-813222-4-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:47:18.989814 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.017577 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6056e58a-f0d0-4fd5-9061-8959aa6c36ef']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:19.028927 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:19.029158 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ae95f0-4907-47d5-b93f-8bfbbaf97767') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:19.042157 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-b50d65b5-cd6a-4fd9-a00d-bda13376b2d2 None None] Provisioning complete for port 8161e21a-ea74-495f-9933-0084a7394d85 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:19.042157 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b50d65b5-cd6a-4fd9-a00d-bda13376b2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.047039 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.060476 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.067295 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:47:19.067762 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:47:19.070349 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:47:19.091171 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-b50d65b5-cd6a-4fd9-a00d-bda13376b2d2 None None] Port 8161e21a-ea74-495f-9933-0084a7394d85 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:47:19.125365 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47008) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:19.130134 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-32f0a026-f987-4394-bbe9-8460c9cc3102 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1773040240', 'description': 'tempest-secgroup-smoke-1773040240 description', 'project_id': '9e2b35aaa1bf49a299037296e23af46a'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:19.164102 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-32f0a026-f987-4394-bbe9-8460c9cc3102 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.185653 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:13Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 4, 'project_id': '93e2f282d0034fe8bded481152373553', 'gw_port': {'id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:14Z', 'updated_at': '2021-12-15T11:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8161e21a-ea74-495f-9933-0084a7394d85', 'name': '', 'network_id': '10573a88-b153-49e9-8eff-aa944f646326', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'mac_address': 'fa:16:3e:cf:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:16Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 2, 'project_id': '93e2f282d0034fe8bded481152373553', 'subnets': [{'id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:19.222894 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd54d3a-3c12-4eea-a005-a79b31f50022 None None] The sync data for ids ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'] in dv-cinder-813222-4-iscsi is: [{'id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:13Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 4, 'project_id': '93e2f282d0034fe8bded481152373553', 'gw_port': {'id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:14Z', 'updated_at': '2021-12-15T11:47:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8161e21a-ea74-495f-9933-0084a7394d85', 'name': '', 'network_id': '10573a88-b153-49e9-8eff-aa944f646326', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'mac_address': 'fa:16:3e:cf:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:16Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 2, 'project_id': '93e2f282d0034fe8bded481152373553', 'subnets': [{'id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:19.269920 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-32f0a026-f987-4394-bbe9-8460c9cc3102 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.275026 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-32f0a026-f987-4394-bbe9-8460c9cc3102 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.309920 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 63b49a72-cf64-4f62-b3cb-85a1c1552b56 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:19.315259 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0a026-f987-4394-bbe9-8460c9cc3102 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea8df1a-bfa3-4dac-a198-f069fe245e18,revision_number=1']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:19.335824 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-32f0a026-f987-4394-bbe9-8460c9cc3102 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.341654 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-32f0a026-f987-4394-bbe9-8460c9cc3102 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2149205 Dec 15 11:47:19.342379 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47010) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:19.347981 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-fc657ffe-127d-42ba-b274-986a9f004ee4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Request body: {'security_group_rule': {'security_group_id': '6ea8df1a-bfa3-4dac-a198-f069fe245e18', 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:19.376709 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:19.377566 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.381176 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc657ffe-127d-42ba-b274-986a9f004ee4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.396667 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.407749 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.412064 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] 10.222.0.62 "DELETE /v2.0/networks/6056e58a-f0d0-4fd5-9061-8959aa6c36ef HTTP/1.1" status: 204 len: 168 time: 0.9408236 Dec 15 11:47:19.423143 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47012) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:19.430528 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366f354-2d3f-4107-bad8-7ccb94e12d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=6056e58a-f0d0-4fd5-9061-8959aa6c36ef,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:19.473990 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc657ffe-127d-42ba-b274-986a9f004ee4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.480178 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc657ffe-127d-42ba-b274-986a9f004ee4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.514664 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc657ffe-127d-42ba-b274-986a9f004ee4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad5681b-6a2a-4104-a346-e85cc2d308e7,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:19.529206 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-fc657ffe-127d-42ba-b274-986a9f004ee4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.533264 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-fc657ffe-127d-42ba-b274-986a9f004ee4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1891093 Dec 15 11:47:19.538939 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47014) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:19.545892 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-a9e98937-d9df-4a71-b990-0e4d4f3aaad1 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Request body: {'security_group_rule': {'security_group_id': '6ea8df1a-bfa3-4dac-a198-f069fe245e18', 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:19.593727 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9e98937-d9df-4a71-b990-0e4d4f3aaad1 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.594916 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 156b0f8b-ad33-48c0-9521-4c24a46e7c66 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:19.630111 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 156b0f8b-ad33-48c0-9521-4c24a46e7c66 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:19.630587 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 156b0f8b-ad33-48c0-9521-4c24a46e7c66 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:19.631107 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8e24a111-05c9-4e1a-a023-f7924804556b no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:19.655245 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 8e24a111-05c9-4e1a-a023-f7924804556b {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:19.655688 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8e24a111-05c9-4e1a-a023-f7924804556b not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:19.656174 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 68a9852a-7517-4067-922d-4db3ea48e858 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:19.687423 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 68a9852a-7517-4067-922d-4db3ea48e858 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:19.687752 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9e98937-d9df-4a71-b990-0e4d4f3aaad1 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.689288 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 68a9852a-7517-4067-922d-4db3ea48e858 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:19.694223 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9e98937-d9df-4a71-b990-0e4d4f3aaad1 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.710517 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e98937-d9df-4a71-b990-0e4d4f3aaad1 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c180938-2331-403a-a113-c8d2d5a0932e,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:19.724802 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a9e98937-d9df-4a71-b990-0e4d4f3aaad1 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.726061 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a9e98937-d9df-4a71-b990-0e4d4f3aaad1 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1864297 Dec 15 11:47:19.728965 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47016) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:19.733850 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-557668e4-b658-4dcc-8102-642d2e6a32b8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Request body: {'security_group_rule': {'security_group_id': '6ea8df1a-bfa3-4dac-a198-f069fe245e18', 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:19.794067 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-557668e4-b658-4dcc-8102-642d2e6a32b8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.874221 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-557668e4-b658-4dcc-8102-642d2e6a32b8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.880206 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-557668e4-b658-4dcc-8102-642d2e6a32b8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.911751 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557668e4-b658-4dcc-8102-642d2e6a32b8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f0b7cf-ce4b-4f70-bdfa-6582ecc6062a,revision_number=0']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:19.923883 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-557668e4-b658-4dcc-8102-642d2e6a32b8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.925113 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-557668e4-b658-4dcc-8102-642d2e6a32b8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1951673 Dec 15 11:47:19.928213 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47018) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:19.933715 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-5335541c-48ff-4f11-81ab-24bbced2c760 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Request body: {'security_group_rule': {'security_group_id': '6ea8df1a-bfa3-4dac-a198-f069fe245e18', 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:19.964469 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5335541c-48ff-4f11-81ab-24bbced2c760 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:19.973192 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16393233'] for router_interface, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.035798 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5335541c-48ff-4f11-81ab-24bbced2c760 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.041522 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5335541c-48ff-4f11-81ab-24bbced2c760 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.067671 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335541c-48ff-4f11-81ab-24bbced2c760 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de7c8f7-411c-45d0-8883-d898be011f5f,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:20.084071 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5335541c-48ff-4f11-81ab-24bbced2c760 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.085541 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5335541c-48ff-4f11-81ab-24bbced2c760 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558924 Dec 15 11:47:20.088290 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47020) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:20.102984 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-a511d962-4c99-4076-93d0-49d88b2682d8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Request body: {'security_group_rule': {'security_group_id': '6ea8df1a-bfa3-4dac-a198-f069fe245e18', 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:20.128203 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-a511d962-4c99-4076-93d0-49d88b2682d8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Project 9e2b35aaa1bf49a299037296e23af46a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:47:20.140192 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a511d962-4c99-4076-93d0-49d88b2682d8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.209624 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a511d962-4c99-4076-93d0-49d88b2682d8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.214412 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a511d962-4c99-4076-93d0-49d88b2682d8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.231085 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511d962-4c99-4076-93d0-49d88b2682d8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1aec7f-466d-4e11-95c2-8fd3f25fd4b3,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:20.248059 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-a511d962-4c99-4076-93d0-49d88b2682d8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.252280 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-a511d962-4c99-4076-93d0-49d88b2682d8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629333 Dec 15 11:47:20.252949 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47022) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:20.257437 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.v2.base [None req-6ee16bb1-889c-475f-ac32-c880ee9296fb tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Request body: {'security_group_rule': {'security_group_id': '6ea8df1a-bfa3-4dac-a198-f069fe245e18', 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102632) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:20.281284 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.securitygroups_db [None req-6ee16bb1-889c-475f-ac32-c880ee9296fb tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Project 9e2b35aaa1bf49a299037296e23af46a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 11:47:20.285373 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Deleting port 7b98cb7e-da24-433a-b8d2-3da327f40608 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:20.285725 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.286867 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ee16bb1-889c-475f-ac32-c880ee9296fb tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.361118 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ee16bb1-889c-475f-ac32-c880ee9296fb tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.365945 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ee16bb1-889c-475f-ac32-c880ee9296fb tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16311261'] for security_group_rule, after_create {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.372095 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] For port 7b98cb7e-da24-433a-b8d2-3da327f40608, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=7b98cb7e-da24-433a-b8d2-3da327f40608,segment=NetworkSegment(3635aae4-e528-4607-97ca-39f1cfd70499),segment_id=3635aae4-e528-4607-97ca-39f1cfd70499)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:20.372988 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.386639 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee16bb1-889c-475f-ac32-c880ee9296fb tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635d80d6-940e-4f39-b6dc-76d8bc8c1f80,revision_number=0']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:20.387987 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Calling delete_port for 7b98cb7e-da24-433a-b8d2-3da327f40608 owned by network:router_interface {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:20.397182 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-6ee16bb1-889c-475f-ac32-c880ee9296fb tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.399075 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-6ee16bb1-889c-475f-ac32-c880ee9296fb tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445467 Dec 15 11:47:20.600426 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:20.634870 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b98cb7e-da24-433a-b8d2-3da327f40608,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:20.850898 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16299341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16393357'] for router_interface, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.115152 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:21.224975 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:21.233430 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-eb9ff75e-42bd-4e1a-92c9-145ad5036792 admin admin] 10.222.0.62 "PUT /v2.0/routers/4a13606b-1ff0-485a-a3b2-782c9b79e2c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8092179 Dec 15 11:47:21.233606 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47066) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:21.237183 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] Sync routers for ids ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:21.250459 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] Routers {'4a13606b-1ff0-485a-a3b2-782c9b79e2c3'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:21.251229 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:21.377886 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks [] for router, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.382420 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] Set router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:21.419046 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 861e8aa0-5657-4292-93a4-08dc97c70f40 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:21.513474 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.572627 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 861e8aa0-5657-4292-93a4-08dc97c70f40 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:21.572627 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.579914 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Deleting port 69c43947-bbc4-43a0-a839-0af49f8b5a6d {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:21.580413 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.674387 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] For port 69c43947-bbc4-43a0-a839-0af49f8b5a6d, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=69c43947-bbc4-43a0-a839-0af49f8b5a6d,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:21.674750 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.686754 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Calling delete_port for 69c43947-bbc4-43a0-a839-0af49f8b5a6d owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:21.704446 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.716027 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81'}], 'enable_snat': True}, 'gw_port_id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:47:20Z', 'revision_number': 5, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'gw_port': {'id': '69c43947-bbc4-43a0-a839-0af49f8b5a6d', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:0a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:21.751963 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] Checking router: 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:21.757133 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] For port 861e8aa0-5657-4292-93a4-08dc97c70f40, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=861e8aa0-5657-4292-93a4-08dc97c70f40,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:21.763698 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.787791 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] Routers {'4a13606b-1ff0-485a-a3b2-782c9b79e2c3'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:21.788427 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:21.873195 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.895613 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Pushing event updated for resources: {'Port': ['ID=861e8aa0-5657-4292-93a4-08dc97c70f40,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:21.899818 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=69c43947-bbc4-43a0-a839-0af49f8b5a6d,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:21.902167 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] Set router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 gateway port host: None {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:21.954661 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:47:21Z', 'revision_number': 6, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'gw_port_host': None}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:21.963558 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16394543'] for router_gateway, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:21.985631 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5760960-c10b-489c-b59f-f9c9769ff2a8 None None] The sync data for ids ['4a13606b-1ff0-485a-a3b2-782c9b79e2c3'] in dv-cinder-813222-4-iscsi is: [{'id': '4a13606b-1ff0-485a-a3b2-782c9b79e2c3', 'name': 'tempest-TestMinimumBasicScenario-1592755172-router', 'tenant_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:45:02Z', 'updated_at': '2021-12-15T11:47:21Z', 'revision_number': 6, 'project_id': 'c8d3801c2c7a4c1980a1e05ad2d5c58b', 'gw_port_host': None}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:22.059018 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.061416 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.108863 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16400310'] for router, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.109339 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a13606b-1ff0-485a-a3b2-782c9b79e2c3 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:47:22.113729 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.114885 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7dd3f69f-596b-4c16-af16-b0bf67502f5b admin admin] 10.222.0.62 "DELETE /v2.0/routers/4a13606b-1ff0-485a-a3b2-782c9b79e2c3 HTTP/1.1" status: 204 len: 168 time: 0.8797724 Dec 15 11:47:22.117624 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47082) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:22.153435 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Sync routers for ids ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:22.162563 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Routers {'3f4fb3ea-c179-4776-be2a-3e473ae366d5'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:22.163175 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:22.167723 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-38dd5e2c-3435-43f1-bb07-ecfbd31ca011 admin admin] Deleting subnet f5ec55c2-ea5a-4175-b69d-39be44327dc9 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:47:22.171908 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38dd5e2c-3435-43f1-bb07-ecfbd31ca011 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.217084 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38dd5e2c-3435-43f1-bb07-ecfbd31ca011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13568242'] for subnet, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.270963 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Set router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:22.298693 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38dd5e2c-3435-43f1-bb07-ecfbd31ca011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.356933 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38dd5e2c-3435-43f1-bb07-ecfbd31ca011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897407'] for subnet, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.385638 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd5e2c-3435-43f1-bb07-ecfbd31ca011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ec55c2-ea5a-4175-b69d-39be44327dc9,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:22.387755 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-38dd5e2c-3435-43f1-bb07-ecfbd31ca011 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.391032 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-38dd5e2c-3435-43f1-bb07-ecfbd31ca011 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f5ec55c2-ea5a-4175-b69d-39be44327dc9 HTTP/1.1" status: 204 len: 168 time: 0.2722080 Dec 15 11:47:22.393708 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47084) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:22.394112 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a92e9-1da0-43e4-b43f-e4a768bce05a None None] Network d34a23ba-2c6f-4283-92f0-1f54f264048e requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:47:22.468633 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.482214 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:13Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 4, 'project_id': '93e2f282d0034fe8bded481152373553', 'gw_port': {'id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:14Z', 'updated_at': '2021-12-15T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8161e21a-ea74-495f-9933-0084a7394d85', 'name': '', 'network_id': '10573a88-b153-49e9-8eff-aa944f646326', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'mac_address': 'fa:16:3e:cf:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:16Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 2, 'project_id': '93e2f282d0034fe8bded481152373553', 'subnets': [{'id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:22.510666 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Checking router: 3f4fb3ea-c179-4776-be2a-3e473ae366d5 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:22.511058 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Updating router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 port 8161e21a-ea74-495f-9933-0084a7394d85 binding host dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 11:47:22.532373 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Deleting port e0b64f7d-966a-4c3e-b0f9-221028e426e9 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:22.533400 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.550526 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba49558d-ab30-4818-8533-d3dc70dd83c6 None None] DHCP port deletion for d34a23ba-2c6f-4283-92f0-1f54f264048e request from dv-cinder-813222-4-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:47:22.558077 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.611901 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] For port e0b64f7d-966a-4c3e-b0f9-221028e426e9, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=e0b64f7d-966a-4c3e-b0f9-221028e426e9,segment=NetworkSegment(3635aae4-e528-4607-97ca-39f1cfd70499),segment_id=3635aae4-e528-4607-97ca-39f1cfd70499)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:22.611901 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.616846 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ba49558d-ab30-4818-8533-d3dc70dd83c6 None None] Deleting port e0b64f7d-966a-4c3e-b0f9-221028e426e9 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:47:22.617331 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ba49558d-ab30-4818-8533-d3dc70dd83c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.629557 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Calling delete_port for e0b64f7d-966a-4c3e-b0f9-221028e426e9 owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:22.695831 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-ba49558d-ab30-4818-8533-d3dc70dd83c6 None None] For port e0b64f7d-966a-4c3e-b0f9-221028e426e9, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=e0b64f7d-966a-4c3e-b0f9-221028e426e9,segment=NetworkSegment(3635aae4-e528-4607-97ca-39f1cfd70499),segment_id=3635aae4-e528-4607-97ca-39f1cfd70499)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:22.696251 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ba49558d-ab30-4818-8533-d3dc70dd83c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.712966 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-ba49558d-ab30-4818-8533-d3dc70dd83c6 None None] Calling delete_port for e0b64f7d-966a-4c3e-b0f9-221028e426e9 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:47:22.779931 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.799542 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ba49558d-ab30-4818-8533-d3dc70dd83c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497'] for port, after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.819660 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] No DVR routers for this DVR port e0b64f7d-966a-4c3e-b0f9-221028e426e9 on host dv-cinder-813222-4-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:22.824907 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b64f7d-966a-4c3e-b0f9-221028e426e9,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:22.830234 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49558d-ab30-4818-8533-d3dc70dd83c6 None None] Pushing event deleted for resources: {'Port': ['ID=e0b64f7d-966a-4c3e-b0f9-221028e426e9,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:22.834305 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49558d-ab30-4818-8533-d3dc70dd83c6 None None] No DVR routers for this DVR port e0b64f7d-966a-4c3e-b0f9-221028e426e9 on host dv-cinder-813222-4-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:47:22.879439 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Publish callbacks [] for port, precommit_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.886893 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.908661 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.936051 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34a23ba-2c6f-4283-92f0-1f54f264048e']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:22.946402 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3635aae4-e528-4607-97ca-39f1cfd70499') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:22.946735 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3635aae4-e528-4607-97ca-39f1cfd70499') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:22.961365 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.963200 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dc321-a87d-489b-9a19-1a916cc9049e None None] Pushing event updated for resources: {'Port': ['ID=8161e21a-ea74-495f-9933-0084a7394d85,revision_number=3']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:22.987853 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:22.997298 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:47:22.998049 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:47:23.000475 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:47:23.020690 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Attempting to bind port 8161e21a-ea74-495f-9933-0084a7394d85 on host dv-cinder-813222-4-iscsi for vnic_type normal with profile {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:47:23.021221 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Attempting to bind port 8161e21a-ea74-495f-9933-0084a7394d85 by drivers openvswitch,hyperv on host dv-cinder-813222-4-iscsi at level 0 using segments [{'id': '0fce8c7e-ad72-4582-bb05-918341431010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10573a88-b153-49e9-8eff-aa944f646326'}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:47:23.021639 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Attempting to bind port 8161e21a-ea74-495f-9933-0084a7394d85 on network 10573a88-b153-49e9-8eff-aa944f646326 {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:23.027570 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Checking agent: {'id': '34089976-b7b0-42b0-a588-f9bf8cc6a28b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813222-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 29, 32), 'started_at': datetime.datetime(2021, 12, 15, 11, 30, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813222-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:47:23.028067 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Checking segment: {'id': '0fce8c7e-ad72-4582-bb05-918341431010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10573a88-b153-49e9-8eff-aa944f646326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102634) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:23.028552 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.029034 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Bound using segment: {'id': '0fce8c7e-ad72-4582-bb05-918341431010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10573a88-b153-49e9-8eff-aa944f646326'} {{(pid=102634) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:47:23.029570 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.managers [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Bound port: 8161e21a-ea74-495f-9933-0084a7394d85, host: dv-cinder-813222-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fce8c7e-ad72-4582-bb05-918341431010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10573a88-b153-49e9-8eff-aa944f646326'}}] {{(pid=102634) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:47:23.030039 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.077746 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.104520 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.111911 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d34a23ba-2c6f-4283-92f0-1f54f264048e HTTP/1.1" status: 204 len: 168 time: 0.7171607 Dec 15 11:47:23.123842 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] For port 8161e21a-ea74-495f-9933-0084a7394d85, host dv-cinder-813222-4-iscsi, cleared binding levels {{(pid=102634) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:47:23.128117 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.plugins.ml2.db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] For port 8161e21a-ea74-495f-9933-0084a7394d85, host dv-cinder-813222-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=8161e21a-ea74-495f-9933-0084a7394d85,segment=NetworkSegment(0fce8c7e-ad72-4582-bb05-918341431010),segment_id=0fce8c7e-ad72-4582-bb05-918341431010)] {{(pid=102634) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:47:23.130171 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62565371-9e26-4175-8071-cff33491c944 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34a23ba-2c6f-4283-92f0-1f54f264048e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:23.133715 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.207125 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Routers {'3f4fb3ea-c179-4776-be2a-3e473ae366d5'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:23.207769 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:46:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:23.247379 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3dc321-a87d-489b-9a19-1a916cc9049e None None] Pushing event updated for resources: {'Port': ['ID=8161e21a-ea74-495f-9933-0084a7394d85,revision_number=4']} {{(pid=102634) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:23.270196 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-15073d14-75bc-43a1-94ad-a30bb72c770e None None] Provisioning complete for port 8161e21a-ea74-495f-9933-0084a7394d85 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:23.270969 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-15073d14-75bc-43a1-94ad-a30bb72c770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.341077 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] Set router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:23.378398 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47090) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:23.378600 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-15073d14-75bc-43a1-94ad-a30bb72c770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.425827 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-15073d14-75bc-43a1-94ad-a30bb72c770e None None] For port 8161e21a-ea74-495f-9933-0084a7394d85, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=8161e21a-ea74-495f-9933-0084a7394d85,segment=NetworkSegment(0fce8c7e-ad72-4582-bb05-918341431010),segment_id=0fce8c7e-ad72-4582-bb05-918341431010)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:23.434467 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-15073d14-75bc-43a1-94ad-a30bb72c770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.437782 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9ef017e4-6135-4a99-a9e9-8b30dcef031d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b913df64b204f38a8cb1c2f1f65e924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0581100 Dec 15 11:47:23.440140 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47092) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:23.541693 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee92b-c82b-4c1c-bd85-ca932748df33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.567352 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee92b-c82b-4c1c-bd85-ca932748df33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.634264 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee92b-c82b-4c1c-bd85-ca932748df33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.638227 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ee6ee92b-c82b-4c1c-bd85-ca932748df33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.643160 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ee6ee92b-c82b-4c1c-bd85-ca932748df33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4 HTTP/1.1" status: 204 len: 168 time: 0.2018957 Dec 15 11:47:23.661298 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ee92b-c82b-4c1c-bd85-ca932748df33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb55a63-75d0-4e1d-a37b-64c7c56ba2f4,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:23.674838 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8161e21a-ea74-495f-9933-0084a7394d85 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:23.749178 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-0023d136-14dc-45a8-84da-4f876f8baa9c None None] Provisioning complete for port 8161e21a-ea74-495f-9933-0084a7394d85 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:23.749553 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0023d136-14dc-45a8-84da-4f876f8baa9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.756671 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15073d14-75bc-43a1-94ad-a30bb72c770e None None] Pushing event updated for resources: {'Port': ['ID=8161e21a-ea74-495f-9933-0084a7394d85,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:23.765788 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:13Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 4, 'project_id': '93e2f282d0034fe8bded481152373553', 'gw_port': {'id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:14Z', 'updated_at': '2021-12-15T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8161e21a-ea74-495f-9933-0084a7394d85', 'name': '', 'network_id': '10573a88-b153-49e9-8eff-aa944f646326', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'mac_address': 'fa:16:3e:cf:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:16Z', 'updated_at': '2021-12-15T11:47:23Z', 'revision_number': 4, 'project_id': '93e2f282d0034fe8bded481152373553', 'subnets': [{'id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:23.802417 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7aa34d-42f0-45d7-9260-d39face4da45 None None] The sync data for ids ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'] in dv-cinder-813222-4-iscsi is: [{'id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:13Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 4, 'project_id': '93e2f282d0034fe8bded481152373553', 'gw_port': {'id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:14Z', 'updated_at': '2021-12-15T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8161e21a-ea74-495f-9933-0084a7394d85', 'name': '', 'network_id': '10573a88-b153-49e9-8eff-aa944f646326', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'mac_address': 'fa:16:3e:cf:39:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:16Z', 'updated_at': '2021-12-15T11:47:23Z', 'revision_number': 4, 'project_id': '93e2f282d0034fe8bded481152373553', 'subnets': [{'id': '97a24e1f-f872-42bf-8e70-4e26f38507a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:23.809111 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 8161e21a-ea74-495f-9933-0084a7394d85 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:23.809491 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:23.957669 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 861e8aa0-5657-4292-93a4-08dc97c70f40 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:24.022505 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 861e8aa0-5657-4292-93a4-08dc97c70f40 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:24.022882 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:24.151989 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47098) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:24.187870 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 7b98cb7e-da24-433a-b8d2-3da327f40608 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:24.205403 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-50dbdd0f-236d-48d9-9c5f-74abd2297e1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8d3801c2c7a4c1980a1e05ad2d5c58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0521414 Dec 15 11:47:24.208464 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47102) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:24.214423 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 7b98cb7e-da24-433a-b8d2-3da327f40608 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:24.214773 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 7b98cb7e-da24-433a-b8d2-3da327f40608 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:24.215185 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 69c43947-bbc4-43a0-a839-0af49f8b5a6d no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:24.235713 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 69c43947-bbc4-43a0-a839-0af49f8b5a6d {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:24.236546 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 69c43947-bbc4-43a0-a839-0af49f8b5a6d not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:24.236693 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device e0b64f7d-966a-4c3e-b0f9-221028e426e9 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:47:24.266299 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: e0b64f7d-966a-4c3e-b0f9-221028e426e9 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:47:24.266739 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device e0b64f7d-966a-4c3e-b0f9-221028e426e9 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:47:24.266983 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0c00643-f89a-4ff2-8be4-9e86655ffe1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:24.290742 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0c00643-f89a-4ff2-8be4-9e86655ffe1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:24.343080 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0c00643-f89a-4ff2-8be4-9e86655ffe1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:24.345764 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d0c00643-f89a-4ff2-8be4-9e86655ffe1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:24.346899 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d0c00643-f89a-4ff2-8be4-9e86655ffe1c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/330eaf72-2973-4b85-894c-9e28efe27448 HTTP/1.1" status: 204 len: 168 time: 0.1374307 Dec 15 11:47:24.356187 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c00643-f89a-4ff2-8be4-9e86655ffe1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330eaf72-2973-4b85-894c-9e28efe27448,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:25.257633 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8161e21a-ea74-495f-9933-0084a7394d85 up at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:25.306342 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Provisioning complete for port 8161e21a-ea74-495f-9933-0084a7394d85 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:25.306707 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:26.304441 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:47:26.695157 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9325c1a3-dee1-4eb5-bac8-675970288cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:28.949062 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cb34ddc9-7b01-4bc6-861b-8e4fe4cdec24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:30.050884 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:31.364184 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:32.686882 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:37.299262 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:37.968568 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-6a9d1c8c-de8d-486b-a526-939b2717c82d tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1773040240&fields=id&tenant_id=9e2b35aaa1bf49a299037296e23af46a HTTP/1.1" status: 200 len: 267 time: 0.0455105 Dec 15 11:47:38.072090 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-5c288bd6-697f-4d97-903d-6c255f9c6a26 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:38.073990 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-5c288bd6-697f-4d97-903d-6c255f9c6a26 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/networks?id=85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 200 len: 808 time: 0.0987244 Dec 15 11:47:38.088413 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-99fb5c4f-35db-4513-bb69-d37172ca74e1 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/quotas/9e2b35aaa1bf49a299037296e23af46a HTTP/1.1" status: 200 len: 375 time: 0.0087142 Dec 15 11:47:38.137708 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-78c05068-a753-4b38-9eb6-57e1202bc56d tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9e2b35aaa1bf49a299037296e23af46a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435176 Dec 15 11:47:38.153515 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-7f8be9e0-b872-45d4-a93a-fbb638fb2f9a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:47:38.154486 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-7f8be9e0-b872-45d4-a93a-fbb638fb2f9a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057902 Dec 15 11:47:38.243078 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-13aec3d9-70d7-421e-b8b1-5062be35be8d service neutron] 10.222.0.62 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828471 Dec 15 11:47:38.332566 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-98d434eb-4058-4412-914f-c3c9f062aeb2 service neutron] 10.222.0.62 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819862 Dec 15 11:47:38.825149 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-43e452c1-7217-40f8-beb7-975f643e0685 req-dbd1d17d-5e23-4ffd-ba35-45965397d5ea tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 210 time: 0.2388704 Dec 15 11:47:39.624880 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-12feaad8-1794-4a14-9c72-5b052b1a8105 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:39.626335 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-12feaad8-1794-4a14-9c72-5b052b1a8105 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.58 "GET /v2.0/networks?id=85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 200 len: 808 time: 0.1063211 Dec 15 11:47:39.695585 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-f2e9d958-0ec1-4cf9-a117-1c8a0fb850a2 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e2b35aaa1bf49a299037296e23af46a HTTP/1.1" status: 200 len: 380 time: 0.0545139 Dec 15 11:47:39.707141 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Request body: {'port': {'device_id': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'admin_state_up': True, 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'security_groups': ['6ea8df1a-bfa3-4dac-a198-f069fe245e18']}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:39.822308 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Made reservation on behalf of 9e2b35aaa1bf49a299037296e23af46a for: {'port': 1} {{(pid=102631) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 11:47:39.826301 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:39.980257 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-57eb68db-e7bf-4f60-802b-86d764cb633f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396702 Dec 15 11:47:39.987803 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Allocated IP 172.20.0.12 (85c8d7ab-3a44-4eb3-8380-99ca3914b839/15f394df-eae2-4ef6-825d-738d011e71a0/e6b690d2-7d5a-4960-848e-b49e15715b00) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:39.991291 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b3b02f43-5d9d-439b-b6f1-a118c2c9258b req-2a65ffe4-10a5-4e3c-868b-873ce08d653b tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 210 time: 0.0936432 Dec 15 11:47:40.085944 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-da7753b3-3031-4c74-a34c-73aecfa8ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:40.087708 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-da7753b3-3031-4c74-a34c-73aecfa8ca76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 1099 time: 0.0464506 Dec 15 11:47:40.133361 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:40.175067 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:40.196889 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-496f215c-b8fb-40df-9485-eaf95180cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:40.198941 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-496f215c-b8fb-40df-9485-eaf95180cb46 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.0918889 Dec 15 11:47:40.222891 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:40.226322 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:40.231016 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:40.279598 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-43e35787-a6e7-4015-9540-261cbb5c6bd8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165 HTTP/1.1" status: 200 len: 1001 time: 0.0731964 Dec 15 11:47:40.289810 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:40.290452 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:40.303162 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'Port': ['ID=e6b690d2-7d5a-4960-848e-b49e15715b00,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:40.312070 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-11ef2260-73e5-4562-9b09-0174992df9d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6091566 Dec 15 11:47:40.330841 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Request body: {'port': {'device_id': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:40.346697 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-aad6df91-558e-45a4-91d8-6575f7da3920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:40.348296 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-aad6df91-558e-45a4-91d8-6575f7da3920 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0604596 Dec 15 11:47:40.399460 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:40.408332 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-0b023fed-af7f-4f86-bc4a-885bfc1bc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102632) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:40.409838 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-0b023fed-af7f-4f86-bc4a-885bfc1bc4d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441356 Dec 15 11:47:40.477701 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-cf59775a-5501-490f-8a62-a449a6b6655d None None] Provisioning complete for port e6b690d2-7d5a-4960-848e-b49e15715b00 triggered by entity DHCP. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:40.478318 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cf59775a-5501-490f-8a62-a449a6b6655d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:40.513274 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-cf59775a-5501-490f-8a62-a449a6b6655d None None] Port e6b690d2-7d5a-4960-848e-b49e15715b00 cannot update to ACTIVE because it is not bound. {{(pid=102633) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 11:47:40.513524 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-a7e93bcd-ff33-4221-a893-5d7e5fb74f61 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884960 Dec 15 11:47:40.607104 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [req-1850ddeb-312c-4c74-93fd-19e607dbbc28 req-cb6e4625-2f7d-4d95-b18e-1d4835e1b263 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852447 Dec 15 11:47:40.903902 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b690d2-7d5a-4960-848e-b49e15715b00 {{(pid=102631) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:47:40.910984 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:40.922375 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.provisioning_blocks [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Transition to ACTIVE for port object e6b690d2-7d5a-4960-848e-b49e15715b00 will not be triggered until provisioned by entity L2. {{(pid=102631) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 11:47:40.926020 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:40.977138 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b690d2-7d5a-4960-848e-b49e15715b00,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:41.046152 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Attempting to bind port e6b690d2-7d5a-4960-848e-b49e15715b00 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 11:47:41.046604 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Attempting to bind port e6b690d2-7d5a-4960-848e-b49e15715b00 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 11:47:41.046948 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Attempting to bind port e6b690d2-7d5a-4960-848e-b49e15715b00 on network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:41.051514 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Port e6b690d2-7d5a-4960-848e-b49e15715b00 on network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 11:47:41.051830 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Attempting to bind port e6b690d2-7d5a-4960-848e-b49e15715b00 on network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 11:47:41.056878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Checking agent: {'id': 'affa4a4d-dd4d-4508-aa1d-92b3ffcd8e93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'started_at': datetime.datetime(2021, 12, 15, 11, 35, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 11, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 11:47:41.057217 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Checking segment: {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102631) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 11:47:41.058200 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Bound using segment: {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'} {{(pid=102631) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 11:47:41.058624 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.managers [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Bound port: e6b690d2-7d5a-4960-848e-b49e15715b00, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61a9ef9e-0ed1-45ac-99a7-5063f7045e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839'}}] {{(pid=102631) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 11:47:41.058975 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:41.145982 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2767d-cd1c-478c-9a36-8790cb41001c req-fb67cab8-281e-41ac-80ea-dd0585ed2e81 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:41.147548 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c0d2767d-cd1c-478c-9a36-8790cb41001c req-fb67cab8-281e-41ac-80ea-dd0585ed2e81 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0792637 Dec 15 11:47:41.180216 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, cleared binding levels {{(pid=102631) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 11:47:41.200385 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6b690d2-7d5a-4960-848e-b49e15715b00,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102631) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 11:47:41.209451 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:41.244067 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c0d2767d-cd1c-478c-9a36-8790cb41001c req-27e0e655-60f0-48df-beaf-b93d05409b8e tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904603 Dec 15 11:47:41.254542 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:41.255153 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:41.256522 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] 10.222.0.58 "PUT /v2.0/ports/e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 200 len: 1094 time: 0.9308565 Dec 15 11:47:41.256996 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:41.259268 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7e086d-8ecb-4385-b8f5-86fab91281fc" -d '{"events": [{"name": "network-changed", "server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:41.288286 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d21fa-2a88-49c6-9de4-6a5d4adeddd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b690d2-7d5a-4960-848e-b49e15715b00,revision_number=3']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:41.311713 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1023c86b-b956-41da-a06a-d8ddebe43e73 x-openstack-request-id: req-1023c86b-b956-41da-a06a-d8ddebe43e73 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:41.312038 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:41.312291 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1023c86b-b956-41da-a06a-d8ddebe43e73 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:41.312908 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'status': 'completed', 'code': 200} Dec 15 11:47:41.366954 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-7171bdf9-b9e3-4154-9380-a2e02cb21244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:41.368452 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-7171bdf9-b9e3-4154-9380-a2e02cb21244 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e2b35aaa1bf49a299037296e23af46a&device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1097 time: 0.0429223 Dec 15 11:47:41.420651 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-bf73c6c5-5eb3-4583-b75c-ea057319e3d1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 200 len: 217 time: 0.0381856 Dec 15 11:47:41.468749 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ac5f20c7-425c-4bd0-ad83-af741d4744ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:41.470234 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ac5f20c7-425c-4bd0-ad83-af741d4744ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15f394df-eae2-4ef6-825d-738d011e71a0 HTTP/1.1" status: 200 len: 847 time: 0.0431547 Dec 15 11:47:41.517011 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-2f5b8214-0492-41d1-ae43-b0146aa3ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:41.518473 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-2f5b8214-0492-41d1-ae43-b0146aa3ea16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=85c8d7ab-3a44-4eb3-8380-99ca3914b839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419810 Dec 15 11:47:41.608731 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-ecf900d7-6333-4c6f-ba0d-42157c118558 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832450 Dec 15 11:47:41.694963 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-028ad915-857f-4ef6-9e2c-1f52a1d8cacb req-1433d7ea-8f2f-4ad6-a20f-7701ceec3d99 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789728 Dec 15 11:47:41.832709 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-be672e7d-666d-4ec7-b1d3-ef4d021f509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:41.834265 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-be672e7d-666d-4ec7-b1d3-ef4d021f509c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e2b35aaa1bf49a299037296e23af46a&device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1097 time: 0.0428624 Dec 15 11:47:41.927837 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-d8c75530-4065-48a0-b9b4-4e909dbd9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:41.929319 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-d8c75530-4065-48a0-b9b4-4e909dbd9e0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 200 len: 909 time: 0.0871618 Dec 15 11:47:41.972123 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-b42115a3-7f3a-473b-98fd-036bcadde552 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 200 len: 217 time: 0.0346229 Dec 15 11:47:42.020141 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-a47dfc34-52fc-427d-a219-dc1b3fd09ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:42.021573 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-a47dfc34-52fc-427d-a219-dc1b3fd09ea0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15f394df-eae2-4ef6-825d-738d011e71a0 HTTP/1.1" status: 200 len: 847 time: 0.0423071 Dec 15 11:47:42.069834 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-ecad1228-8dd0-401d-b960-e28cc091b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:42.071266 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-ecad1228-8dd0-401d-b960-e28cc091b416 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=85c8d7ab-3a44-4eb3-8380-99ca3914b839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418503 Dec 15 11:47:42.157841 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-ffb94ab3-cbed-4594-bf60-2b956b77abf9 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787582 Dec 15 11:47:42.251666 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-bd7e086d-8ecb-4385-b8f5-86fab91281fc req-3f5af180-5835-45c9-9c29-e2d708d7051a service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858419 Dec 15 11:47:42.360430 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f767c9-f5ae-468f-9ef9-3457d33e6fad req-25527034-d995-431a-a21f-bd0f2470c093 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:42.361907 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-87f767c9-f5ae-468f-9ef9-3457d33e6fad req-25527034-d995-431a-a21f-bd0f2470c093 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0484560 Dec 15 11:47:42.409464 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-87f767c9-f5ae-468f-9ef9-3457d33e6fad req-f408510a-1567-46b2-b6ca-ee482a42c435 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417645 Dec 15 11:47:43.531906 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f058307-07c0-4ca7-a9ce-954cb51028d2 req-a1f29448-1504-4fe3-a4b7-e86eeb3c0b78 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:43.533415 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3f058307-07c0-4ca7-a9ce-954cb51028d2 req-a1f29448-1504-4fe3-a4b7-e86eeb3c0b78 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0536742 Dec 15 11:47:43.585749 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3f058307-07c0-4ca7-a9ce-954cb51028d2 req-335a3183-33c9-45a9-bc82-b5322afc72a2 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464253 Dec 15 11:47:44.698152 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c61c9-7a08-4a33-876a-5a7358b72f12 req-0f0968df-1cb1-4f24-83d0-2ffe5261e63e tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:44.699658 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2d1c61c9-7a08-4a33-876a-5a7358b72f12 req-0f0968df-1cb1-4f24-83d0-2ffe5261e63e tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0483663 Dec 15 11:47:44.749627 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2d1c61c9-7a08-4a33-876a-5a7358b72f12 req-3f54c08b-1e9e-4c16-9cf2-59cb8d9162f0 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440652 Dec 15 11:47:45.864358 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df284c8a-bd4e-4b40-b64c-71733a6f5c5e req-1e19b1de-6466-4a2e-9ef0-97a1413a2587 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:45.865856 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df284c8a-bd4e-4b40-b64c-71733a6f5c5e req-1e19b1de-6466-4a2e-9ef0-97a1413a2587 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0489213 Dec 15 11:47:45.916708 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df284c8a-bd4e-4b40-b64c-71733a6f5c5e req-6e564aaa-f603-49d4-bfda-f805c98b30e7 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Dec 15 11:47:47.032190 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab72fb9-fb50-448d-9e5f-7765f863b09c req-d3c0fd8e-b4b7-424e-a8f1-ae6e7f3f6023 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:47.033686 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dab72fb9-fb50-448d-9e5f-7765f863b09c req-d3c0fd8e-b4b7-424e-a8f1-ae6e7f3f6023 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0515618 Dec 15 11:47:47.081639 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-dab72fb9-fb50-448d-9e5f-7765f863b09c req-6d898d33-10a3-4acf-806a-f93ce0fd4d5e tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421441 Dec 15 11:47:48.197305 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10c4d1-1cf1-43e9-a94a-b4e95e2e7151 req-0223d4ef-2f5a-4e57-a89a-80d43b6befa4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:48.199349 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5b10c4d1-1cf1-43e9-a94a-b4e95e2e7151 req-0223d4ef-2f5a-4e57-a89a-80d43b6befa4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0487211 Dec 15 11:47:48.249789 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5b10c4d1-1cf1-43e9-a94a-b4e95e2e7151 req-af30ef44-cdd8-454b-9ef2-32290e4f4712 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446093 Dec 15 11:47:49.157898 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device e6b690d2-7d5a-4960-848e-b49e15715b00 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:47:49.253468 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6b690d2-7d5a-4960-848e-b49e15715b00,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:49.265078 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'port_id': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'mac_address': 'fa:16:3e:87:0f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:47:49.302291 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:49.315484 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b690d2-7d5a-4960-848e-b49e15715b00 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:47:49.335509 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6b690d2-7d5a-4960-848e-b49e15715b00,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:49.341535 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:49.365214 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c62fe9-edbb-4976-a68e-dde96aef21aa req-61e926d6-5536-48e6-9dbb-a82ecd1db3fc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:49.366683 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b5c62fe9-edbb-4976-a68e-dde96aef21aa req-61e926d6-5536-48e6-9dbb-a82ecd1db3fc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0496612 Dec 15 11:47:49.393213 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=e6b690d2-7d5a-4960-848e-b49e15715b00,revision_number=4']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:49.400128 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.400473 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.400904 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.401749 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.402086 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.402422 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.402753 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.403069 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.403390 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.403711 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.404033 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.404349 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.404667 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:47:49.419383 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b5c62fe9-edbb-4976-a68e-dde96aef21aa req-ed4d7914-e34d-46bb-a1d6-6dd6a10cbc9e tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467527 Dec 15 11:47:49.638455 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['e6b690d2-7d5a-4960-848e-b49e15715b00'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:47:50.533889 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c979656-7f8f-44e4-9af9-c81b09e38b00 req-96ebe3a4-8980-445e-84d4-f061084c7f25 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:50.535332 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c979656-7f8f-44e4-9af9-c81b09e38b00 req-96ebe3a4-8980-445e-84d4-f061084c7f25 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 945 time: 0.0476756 Dec 15 11:47:50.583098 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9c979656-7f8f-44e4-9af9-c81b09e38b00 req-16df28f9-05c6-49c8-9828-878287e8f820 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Dec 15 11:47:51.157380 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device e6b690d2-7d5a-4960-848e-b49e15715b00 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:47:51.207011 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning for port e6b690d2-7d5a-4960-848e-b49e15715b00 completed by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 11:47:51.210592 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port e6b690d2-7d5a-4960-848e-b49e15715b00 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:47:51.210959 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:51.288465 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:51.310239 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:51.312469 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d5817e-4b49-436e-a211-6fe2b324a56f" -d '{"events": [{"server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "name": "network-vif-plugged", "status": "completed", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:51.325992 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6b690d2-7d5a-4960-848e-b49e15715b00,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:47:51.330837 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:51.353321 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff20c24-d13a-44e6-88d5-91de8909fbe6 x-openstack-request-id: req-6ff20c24-d13a-44e6-88d5-91de8909fbe6 {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:51.353620 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "name": "network-vif-plugged", "status": "completed", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:51.353884 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ff20c24-d13a-44e6-88d5-91de8909fbe6 {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:51.354367 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'code': 200} Dec 15 11:47:51.380470 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=e6b690d2-7d5a-4960-848e-b49e15715b00,revision_number=5']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:51.664867 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb7b38-d57a-43ef-b195-ca01f5a2a964 req-76b29a5f-22b5-4a1c-a8fd-89e6595928b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:51.666334 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5ebb7b38-d57a-43ef-b195-ca01f5a2a964 req-76b29a5f-22b5-4a1c-a8fd-89e6595928b5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1099 time: 0.0921257 Dec 15 11:47:51.735942 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406b814-42eb-4b09-b4cb-cfee1e0c6ba6 req-0346cd55-5268-4d5a-90b7-5c6c88221028 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:51.737463 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a406b814-42eb-4b09-b4cb-cfee1e0c6ba6 req-0346cd55-5268-4d5a-90b7-5c6c88221028 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0836923 Dec 15 11:47:51.741566 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-5ebb7b38-d57a-43ef-b195-ca01f5a2a964 req-36c806fa-5c22-4457-9af5-5ab44159168e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577314 Dec 15 11:47:51.796832 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a406b814-42eb-4b09-b4cb-cfee1e0c6ba6 req-5845977c-efcb-41d9-b746-82c1c076c0b9 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484097 Dec 15 11:47:52.911495 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e94e2-cddc-4747-9f87-66c8a2103803 req-7c8e008e-cc79-4b01-8cb6-1a7ae22507ed tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:52.912993 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b64e94e2-cddc-4747-9f87-66c8a2103803 req-7c8e008e-cc79-4b01-8cb6-1a7ae22507ed tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0485072 Dec 15 11:47:52.961483 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b64e94e2-cddc-4747-9f87-66c8a2103803 req-ea62af46-1608-46d8-8758-21597affe09d tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Dec 15 11:47:53.078519 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81375e-aa37-4243-8060-8b442c9ba6a9 req-1d3cb730-cb95-43da-83c5-f5861f6e350f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:53.079927 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff81375e-aa37-4243-8060-8b442c9ba6a9 req-1d3cb730-cb95-43da-83c5-f5861f6e350f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0517092 Dec 15 11:47:53.129047 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ff81375e-aa37-4243-8060-8b442c9ba6a9 req-2c7c99f8-ab66-4fd3-8b9d-c6679439c5c0 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431077 Dec 15 11:47:53.150725 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47212) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:53.288136 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccb3612-dba1-4b9a-acf1-e59063e86b92 tempest-TestShelveInstance-627245649 tempest-TestShelveInstance-627245649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:53.289681 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-5ccb3612-dba1-4b9a-acf1-e59063e86b92 tempest-TestShelveInstance-627245649 tempest-TestShelveInstance-627245649-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1094 time: 0.1379247 Dec 15 11:47:53.293062 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47216) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:47:53.297245 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.v2.base [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Request body: {'floatingip': {'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'port_id': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102631) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 11:47:53.318943 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for floatingip, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:53.415313 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:53.517884 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_common [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Allocated IP 172.27.0.130 (32bef26b-9e0e-449d-ae82-5d59e2e52b48/44b6211c-ee34-4475-91c9-d0bb7f7a7d8d/b099dcea-4d0a-47c5-b820-c3a92e8ddd5f) {{(pid=102631) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 11:47:53.618686 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for port, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:53.650909 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743806690488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:53.695461 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Network 32bef26b-9e0e-449d-ae82-5d59e2e52b48 is already hosted by enough agents. {{(pid=102631) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 11:47:53.699981 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.base_scheduler [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Resources bound (agent type, host, resource id): {{(pid=102631) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 11:47:53.703418 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Received port after_create {{(pid=102631) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 11:47:53.708615 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'Port': ['ID=b099dcea-4d0a-47c5-b820-c3a92e8ddd5f,revision_number=1']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:54.039585 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.101408 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.246799 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for port, precommit_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.251397 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13444506'] for port, after_update {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.319057 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event updated for resources: {'Port': ['ID=b099dcea-4d0a-47c5-b820-c3a92e8ddd5f,revision_number=2']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:47:54.330814 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16394513'] for floatingip, after_create {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.428518 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.db.l3_db [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Floating IP c4d0af55-0ea5-4abc-8e0b-978953f5ca2e associated. External IP: 172.27.0.130, port: e6b690d2-7d5a-4960-848e-b49e15715b00. Dec 15 11:47:54.638433 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:47:54.743634 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:47:54.754889 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] Sync routers for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:47:54.765119 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:54.766267 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:54.766917 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:54.791599 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-51b3829a-3b64-46a4-b427-9865499deae6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4974182 Dec 15 11:47:54.796905 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:47:54.796905 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3944be-1f62-4db4-92bb-61c76f9a0596" -d '{"events": [{"name": "network-changed", "server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:47:54.880766 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:54.891476 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e79a284-7e9a-4d66-870e-ab20b527395d x-openstack-request-id: req-9e79a284-7e9a-4d66-870e-ab20b527395d {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:47:54.891775 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:47:54.892057 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e79a284-7e9a-4d66-870e-ab20b527395d {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:47:54.892465 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'status': 'completed', 'code': 200} Dec 15 11:47:54.980645 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-6919265d-6bcf-43b2-abda-9b620ade0ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:54.982577 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-6919265d-6bcf-43b2-abda-9b620ade0ecf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e2b35aaa1bf49a299037296e23af46a&device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1099 time: 0.0440564 Dec 15 11:47:55.071014 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-087db4e6-5b8d-406b-9eea-5f0d4e9eccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:55.072482 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-087db4e6-5b8d-406b-9eea-5f0d4e9eccae service neutron] 10.222.0.58 "GET /v2.0/networks?id=85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 200 len: 909 time: 0.0834448 Dec 15 11:47:55.107456 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'c4d0af55-0ea5-4abc-8e0b-978953f5ca2e', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'port_id': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'mac_address': 'fa:16:3e:87:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:53Z', 'updated_at': '2021-12-15T11:47:53Z', 'revision_number': 0, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 5, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:55.132711 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] Checking router: 07b2ea5e-2189-4051-81ba-7f0d5e14a194 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:47:55.141180 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:47:55.141705 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:55.142514 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-ed23dd7b-5024-49e7-9dc9-ecfe7440033c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 200 len: 1000 time: 0.0614460 Dec 15 11:47:55.192225 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-da4122b2-d7bc-48c0-abc9-6501692c1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:55.193721 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-da4122b2-d7bc-48c0-abc9-6501692c1e3f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15f394df-eae2-4ef6-825d-738d011e71a0 HTTP/1.1" status: 200 len: 847 time: 0.0447025 Dec 15 11:47:55.239602 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-29fe8422-3f09-4316-9f2c-85e6e4d56136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:47:55.241098 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-29fe8422-3f09-4316-9f2c-85e6e4d56136 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=85c8d7ab-3a44-4eb3-8380-99ca3914b839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403645 Dec 15 11:47:55.248254 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:47:55.251611 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-9725b13d-a1a9-4ab9-bbe1-c03deb97d0fe service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:47:55.252560 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-9725b13d-a1a9-4ab9-bbe1-c03deb97d0fe service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048823 Dec 15 11:47:55.343579 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-e8197dee-7d34-4338-baaf-ed82b5b735e6 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841262 Dec 15 11:47:55.432222 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4c3944be-1f62-4db4-92bb-61c76f9a0596 req-8f3c9344-144b-4c43-b428-db9988dcf104 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813410 Dec 15 11:47:55.471589 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'c4d0af55-0ea5-4abc-8e0b-978953f5ca2e', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'port_id': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'mac_address': 'fa:16:3e:87:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:53Z', 'updated_at': '2021-12-15T11:47:53Z', 'revision_number': 0, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 5, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:47:55.498137 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd191860-8815-47ae-b3f5-5c8464204685 None None] The sync data for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi is: [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'c4d0af55-0ea5-4abc-8e0b-978953f5ca2e', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'port_id': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'mac_address': 'fa:16:3e:87:0f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:47:53Z', 'updated_at': '2021-12-15T11:47:53Z', 'revision_number': 0, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 5, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:47:55.684450 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca4c5e6-6d8a-41db-9e71-443eeadd9879 None None] New status for floating IP c4d0af55-0ea5-4abc-8e0b-978953f5ca2e: ACTIVE {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:47:56.697299 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c656e9a5-2ba2-48b3-bf50-858cbbcaddcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:47:58.952206 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-0303ed87-15bc-435b-abc7-cee936354a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:00.054075 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:01.364476 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:02.692784 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:03.303117 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:48:07.308216 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:09.643086 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47228) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:09.806489 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Deleting port 48d66efd-d363-4f0d-a20c-67740518d7bf {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:09.806831 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:09.885194 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:09.885523 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:09.897572 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Calling delete_port for 48d66efd-d363-4f0d-a20c-67740518d7bf owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:10.041606 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:10.066080 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event deleted for resources: {'Port': ['ID=48d66efd-d363-4f0d-a20c-67740518d7bf,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:10.127985 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:10.128309 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Floating IP ada4d3c0-4e0d-41be-b109-80ca127c35da disassociated (deleted). External IP: 172.27.0.175, port: 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19. Dec 15 11:48:10.326661 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:48:10.431608 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:48:10.437006 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:10.441609 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] Sync routers for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:48:10.451879 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:10.452492 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:10.463847 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-68b31a82-2ef7-4a3d-b9f3-e11bfff6d45c tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "DELETE /v2.0/floatingips/ada4d3c0-4e0d-41be-b109-80ca127c35da HTTP/1.1" status: 204 len: 168 time: 0.8196814 Dec 15 11:48:10.464427 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:48:10.468658 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde" -d '{"events": [{"name": "network-changed", "server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:48:10.562490 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b5293e-2f1e-4e29-a370-25cda4c71ff5 x-openstack-request-id: req-78b5293e-2f1e-4e29-a370-25cda4c71ff5 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:48:10.562997 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:48:10.563422 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78b5293e-2f1e-4e29-a370-25cda4c71ff5 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:48:10.564062 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'status': 'completed', 'code': 200} Dec 15 11:48:10.565993 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:10.939672 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-facdc6bc-ce63-4488-a4b1-c4c48a53069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:10.940448 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'db891b0c-0841-4ac2-a28d-a9ae15325bf6', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:39Z', 'updated_at': '2021-12-15T11:44:41Z', 'revision_number': 1, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:10.941070 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-facdc6bc-ce63-4488-a4b1-c4c48a53069f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 1098 time: 0.3301175 Dec 15 11:48:10.966646 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] Checking router: 62c00ed3-7fcb-4f1c-9ccd-772768d66480 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:48:10.967662 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880973e4-1d83-4964-b031-a81ec2425203 req-9e44dfc8-ddb9-41d8-9ace-dddf0e66f626 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:10.969113 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-880973e4-1d83-4964-b031-a81ec2425203 req-9e44dfc8-ddb9-41d8-9ace-dddf0e66f626 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 945 time: 0.3210547 Dec 15 11:48:10.975135 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:10.975927 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:11.071184 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-880973e4-1d83-4964-b031-a81ec2425203 req-808b0e6e-a90c-456c-a7f7-62fc1bd3cb96 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928431 Dec 15 11:48:11.080412 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-9dd2f480-3f92-43ff-80be-e9dd3a431077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:11.081784 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:11.081937 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-9dd2f480-3f92-43ff-80be-e9dd3a431077 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.1298330 Dec 15 11:48:11.125788 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-35b94dcf-3a4b-4a8e-9fbf-4016028c0428 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 HTTP/1.1" status: 200 len: 217 time: 0.0349240 Dec 15 11:48:11.176222 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-d09cdf38-0969-466a-afab-636e64b99e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:11.180915 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-d09cdf38-0969-466a-afab-636e64b99e5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0425742 Dec 15 11:48:11.225105 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-7d88a6c6-506a-4114-a173-e6e7441fa5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:11.226581 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-7d88a6c6-506a-4114-a173-e6e7441fa5e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385785 Dec 15 11:48:11.307399 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'db891b0c-0841-4ac2-a28d-a9ae15325bf6', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:39Z', 'updated_at': '2021-12-15T11:44:41Z', 'revision_number': 1, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:11.319669 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-1cb074da-5a19-48ec-8481-d369664ec339 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834162 Dec 15 11:48:11.337972 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319ecd15-2668-4476-8219-62a4a049cf31 None None] The sync data for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi is: [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_floatingips': [{'id': 'db891b0c-0841-4ac2-a28d-a9ae15325bf6', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'floating_ip_address': '172.27.0.85', 'floating_network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'router_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'port_id': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'mac_address': 'fa:16:3e:04:f9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T11:44:39Z', 'updated_at': '2021-12-15T11:44:41Z', 'revision_number': 1, 'project_id': '0f2d37da78594911894b1f8865a03007', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:48:11.411333 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a47dc6ff-df3d-47af-a0b3-40e28e69dcde req-ed73ab8e-eb0b-49a6-9e92-9deaa5a414d4 service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839617 Dec 15 11:48:11.560242 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e715cf1-2c10-48e5-ac58-93e3539c0ab3 None None] New status for floating IP ada4d3c0-4e0d-41be-b109-80ca127c35da: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:48:12.190920 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41c45-33da-437d-b5fd-ab892b861169 req-1a3177b7-df49-4684-9de4-5e5562bac9af tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:12.192394 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7bd41c45-33da-437d-b5fd-ab892b861169 req-1a3177b7-df49-4684-9de4-5e5562bac9af tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 945 time: 0.0530195 Dec 15 11:48:12.241309 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7bd41c45-33da-437d-b5fd-ab892b861169 req-28775039-53d2-45d3-9ebb-71f4d8304208 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428689 Dec 15 11:48:12.487755 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-fc4aa724-1489-4680-96a6-2575a96d2b41 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:12.489212 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-fc4aa724-1489-4680-96a6-2575a96d2b41 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 945 time: 0.0486078 Dec 15 11:48:12.582336 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Deleting port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:12.582669 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:12.668662 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] For port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:12.669049 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:12.680831 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Calling delete_port for 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:12.812168 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:12.848876 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event deleted for resources: {'Port': ['ID=4cdf7882-d64b-467b-b1ac-46c3f7cd3d19,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:12.889359 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] No DVR routers for this DVR port 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:48:12.891794 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:12.895148 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b94a9771-ae13-4b59-ae34-910d3a6d6aa3 req-257a8204-213b-414e-a3cb-db1d918757c3 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "DELETE /v2.0/ports/4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 HTTP/1.1" status: 204 len: 173 time: 0.3979354 Dec 15 11:48:12.895582 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'name': 'network-vif-deleted', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:48:12.897822 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95d7560-7890-4afe-b296-846fe0348418" -d '{"events": [{"server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "name": "network-vif-deleted", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:48:12.934221 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0ec9d0-ba9b-4298-8626-57122fc16343 x-openstack-request-id: req-2c0ec9d0-ba9b-4298-8626-57122fc16343 {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:48:12.934574 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31", "name": "network-vif-deleted", "tag": "4cdf7882-d64b-467b-b1ac-46c3f7cd3d19", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:48:12.934847 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c0ec9d0-ba9b-4298-8626-57122fc16343 {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:48:12.935480 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31', 'name': 'network-vif-deleted', 'tag': '4cdf7882-d64b-467b-b1ac-46c3f7cd3d19', 'status': 'completed', 'code': 200} Dec 15 11:48:13.347631 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b58e2d76-934f-4d2b-b586-fa1a45e1f095 req-ac3316f2-e846-4ad8-9429-66f2b739b499 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=23a2e4af-787c-4ed8-a3c7-14ef3a5c6c31 HTTP/1.1" status: 200 len: 210 time: 0.0325773 Dec 15 11:48:15.322459 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:15.343163 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:15.343510 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device 4cdf7882-d64b-467b-b1ac-46c3f7cd3d19 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:16.623275 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47260) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:16.785512 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Deleting port 4b510877-16d0-43cd-b254-7ac40ee542a0 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:16.785774 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:16.864899 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:16.865156 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:16.877528 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Calling delete_port for 4b510877-16d0-43cd-b254-7ac40ee542a0 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:17.021847 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:17.046831 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event deleted for resources: {'Port': ['ID=4b510877-16d0-43cd-b254-7ac40ee542a0,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:17.109302 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:17.109633 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Floating IP db891b0c-0841-4ac2-a28d-a9ae15325bf6 disassociated (deleted). External IP: 172.27.0.85, port: bbae0feb-957e-41e9-9e4a-08ac05fe1165. Dec 15 11:48:17.561653 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:48:17.666970 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:48:17.671729 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:17.677158 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] Sync routers for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:48:17.687279 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:17.687912 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:17.699923 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-73fead55-d1bc-4d42-b812-ef08fe002d10 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "DELETE /v2.0/floatingips/db891b0c-0841-4ac2-a28d-a9ae15325bf6 HTTP/1.1" status: 204 len: 168 time: 1.0749424 Dec 15 11:48:17.700728 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:48:17.703016 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:48:17.742179 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67907753-12ca-4a96-b7ec-08ab79489d85 x-openstack-request-id: req-67907753-12ca-4a96-b7ec-08ab79489d85 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:48:17.742480 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:48:17.742735 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67907753-12ca-4a96-b7ec-08ab79489d85 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:48:17.743144 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'status': 'completed', 'code': 200} Dec 15 11:48:17.805568 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:17.829444 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-835ffa8f-41ca-4b9e-91c9-aa6f2d6f3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:17.830887 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-835ffa8f-41ca-4b9e-91c9-aa6f2d6f3ba2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f2d37da78594911894b1f8865a03007&device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 1099 time: 0.0432720 Dec 15 11:48:17.961026 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-f7ad0cc3-0cf4-4297-80c6-aeb183bb4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:17.962847 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-f7ad0cc3-0cf4-4297-80c6-aeb183bb4461 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 200 len: 913 time: 0.1232991 Dec 15 11:48:17.973067 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c95a6-6d61-4b8b-874a-3cd535d11568 req-e88b41cc-e3a4-41b5-b84e-17d6d28e4cb6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:17.974467 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-515c95a6-6d61-4b8b-874a-3cd535d11568 req-e88b41cc-e3a4-41b5-b84e-17d6d28e4cb6 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 946 time: 0.0766621 Dec 15 11:48:18.016285 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-0a63165a-59f4-40bf-a03e-6b7d3364e689 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165 HTTP/1.1" status: 200 len: 217 time: 0.0408347 Dec 15 11:48:18.019749 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:18.046267 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] Checking router: 62c00ed3-7fcb-4f1c-9ccd-772768d66480 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:48:18.054666 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:18.055274 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:18.090702 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-515c95a6-6d61-4b8b-874a-3cd535d11568 req-da1d9dec-444a-4937-85e8-2b5e3458d9af tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086535 Dec 15 11:48:18.092593 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-42bebfa8-187c-4208-a40d-a8cb3713f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:18.093978 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-42bebfa8-187c-4208-a40d-a8cb3713f860 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 200 len: 851 time: 0.0701215 Dec 15 11:48:18.140763 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-a60981ad-fc39-4cc5-9093-fa4881e85800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:18.142251 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-a60981ad-fc39-4cc5-9093-fa4881e85800 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d2701908-856b-43ee-af37-0c8b472dbded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400383 Dec 15 11:48:18.161097 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:18.234813 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-9834eda9-99e2-4b0f-9839-07ea775d8ced service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829313 Dec 15 11:48:18.329100 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-52ec0c0a-d7ad-48d9-b563-c6d5bca40f2f req-7635e1e1-74e2-4cd9-859b-b62e6b790bde service neutron] 10.222.0.58 "GET /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861866 Dec 15 11:48:18.359933 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:18.391086 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c5c87-70bc-4da2-8cb5-59d0e13a433c None None] The sync data for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi is: [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:40:43Z', 'revision_number': 4, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '8249f65e-6917-465c-bca8-c34f79ae1a13', 'name': '', 'network_id': 'd2701908-856b-43ee-af37-0c8b472dbded', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'mac_address': 'fa:16:3e:6a:58:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:42Z', 'updated_at': '2021-12-15T11:40:48Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'subnets': [{'id': '193119ec-6b9e-439b-9440-3ac9e4bc436e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:48:18.601116 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc9b413-29c8-4689-b10d-cecc99465d79 None None] New status for floating IP db891b0c-0841-4ac2-a28d-a9ae15325bf6: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:48:19.214846 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61670f-a2f0-4e3a-8052-bc8a6cebc1da req-6c0371d7-8501-421e-9ccf-f11555864238 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:19.216335 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df61670f-a2f0-4e3a-8052-bc8a6cebc1da req-6c0371d7-8501-421e-9ccf-f11555864238 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 946 time: 0.0528274 Dec 15 11:48:19.265712 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-df61670f-a2f0-4e3a-8052-bc8a6cebc1da req-184b3e5c-388b-44f9-b9b3-89a988089c17 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/security-groups?id=c2a8fdb2-5f90-468c-8782-952c5aaa2de2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434215 Dec 15 11:48:19.706095 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-d5f9140b-dc53-48f4-ba7a-f901b735c4b8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:48:19.707536 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-d5f9140b-dc53-48f4-ba7a-f901b735c4b8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 946 time: 0.0512476 Dec 15 11:48:19.802866 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Deleting port bbae0feb-957e-41e9-9e4a-08ac05fe1165 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:19.803205 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:19.893038 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] For port bbae0feb-957e-41e9-9e4a-08ac05fe1165, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bbae0feb-957e-41e9-9e4a-08ac05fe1165,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:19.893401 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:19.905269 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Calling delete_port for bbae0feb-957e-41e9-9e4a-08ac05fe1165 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:20.027014 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:20.059257 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event deleted for resources: {'Port': ['ID=bbae0feb-957e-41e9-9e4a-08ac05fe1165,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:20.082928 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.083287 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.083633 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.083973 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.084304 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.084638 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.084999 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.085328 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.085657 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.085985 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.086307 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.086629 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.086948 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:20.108956 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] No DVR routers for this DVR port bbae0feb-957e-41e9-9e4a-08ac05fe1165 on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:48:20.111422 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:20.114755 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-36f8d95d-1a96-48e1-8841-55afa76a390b req-ed7eda60-d9a2-44f4-8e8e-e8d4cc4abffe tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.58 "DELETE /v2.0/ports/bbae0feb-957e-41e9-9e4a-08ac05fe1165 HTTP/1.1" status: 204 len: 173 time: 0.4002380 Dec 15 11:48:20.115184 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'name': 'network-vif-deleted', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:48:20.117428 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a8f06-9417-4d52-906d-906ac9611789" -d '{"events": [{"server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "name": "network-vif-deleted", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:48:20.157622 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa869783-2f8c-4b1d-8ab4-52de6876509b x-openstack-request-id: req-fa869783-2f8c-4b1d-8ab4-52de6876509b {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:48:20.157913 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57fb4271-6c47-4ef4-9dc9-58d99a6afca3", "name": "network-vif-deleted", "tag": "bbae0feb-957e-41e9-9e4a-08ac05fe1165", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:48:20.158158 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa869783-2f8c-4b1d-8ab4-52de6876509b {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:48:20.158593 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57fb4271-6c47-4ef4-9dc9-58d99a6afca3', 'name': 'network-vif-deleted', 'tag': 'bbae0feb-957e-41e9-9e4a-08ac05fe1165', 'status': 'completed', 'code': 200} Dec 15 11:48:20.358177 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ec17fd76-a2c8-4788-8f8d-3f9b3557a048 req-fc897a00-7bff-44b7-b2c5-6509e67b1ce0 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "GET /v2.0/ports?device_id=57fb4271-6c47-4ef4-9dc9-58d99a6afca3 HTTP/1.1" status: 200 len: 210 time: 0.0272005 Dec 15 11:48:21.413708 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47276) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:21.542048 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Deleting port a8dfb905-b645-47db-9160-a23f51224b56 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:21.542381 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:21.615567 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:21.615888 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:21.627101 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Calling delete_port for a8dfb905-b645-47db-9160-a23f51224b56 owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:21.759895 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:21.785586 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event deleted for resources: {'Port': ['ID=a8dfb905-b645-47db-9160-a23f51224b56,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:21.819208 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.819560 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.819909 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.820250 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.820586 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.820945 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.821282 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.821611 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.821942 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.822274 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.822604 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.822926 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.823249 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:48:21.872901 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for floatingip, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:21.875855 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:21.877020 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-05aee200-d73b-419a-b4e9-49a157313ecb tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "DELETE /v2.0/floatingips/6063a947-1dfc-44a9-bf9b-ffe04c7d425d HTTP/1.1" status: 204 len: 168 time: 0.4623094 Dec 15 11:48:23.062856 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47290) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:23.117900 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-569f9747-35e8-4285-b710-ec7b5676fde8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:23.143600 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-569f9747-35e8-4285-b710-ec7b5676fde8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:23.208878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-569f9747-35e8-4285-b710-ec7b5676fde8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:23.211537 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-569f9747-35e8-4285-b710-ec7b5676fde8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:23.212799 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-569f9747-35e8-4285-b710-ec7b5676fde8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] 10.222.0.62 "DELETE /v2.0/security-groups/c2a8fdb2-5f90-468c-8782-952c5aaa2de2 HTTP/1.1" status: 204 len: 168 time: 0.1489327 Dec 15 11:48:23.221877 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f9747-35e8-4285-b710-ec7b5676fde8 tempest-TestVolumeBootPattern-605543459 tempest-TestVolumeBootPattern-605543459-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a8fdb2-5f90-468c-8782-952c5aaa2de2,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:23.270450 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47294) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:23.400422 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device bbae0feb-957e-41e9-9e4a-08ac05fe1165 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:23.421444 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: bbae0feb-957e-41e9-9e4a-08ac05fe1165 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:23.421786 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device bbae0feb-957e-41e9-9e4a-08ac05fe1165 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:23.702519 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16393233'] for router_interface, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:23.947492 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Deleting port 8249f65e-6917-465c-bca8-c34f79ae1a13 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:23.947830 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:24.031697 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] For port 8249f65e-6917-465c-bca8-c34f79ae1a13, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=8249f65e-6917-465c-bca8-c34f79ae1a13,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:24.032018 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:24.044001 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Calling delete_port for 8249f65e-6917-465c-bca8-c34f79ae1a13 owned by network:router_interface {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:24.215689 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:24.239683 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Pushing event deleted for resources: {'Port': ['ID=8249f65e-6917-465c-bca8-c34f79ae1a13,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:24.401457 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16299341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16393357'] for router_interface, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:24.610059 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:48:24.711746 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:48:24.717751 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-72097acc-f5c9-46c8-b759-b2f18599c3df admin admin] 10.222.0.62 "PUT /v2.0/routers/62c00ed3-7fcb-4f1c-9ccd-772768d66480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4460974 Dec 15 11:48:24.721114 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47298) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:24.722405 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] Sync routers for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:48:24.732342 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:24.733070 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:24.822513 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks [] for router, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:24.838944 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:24.925452 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.026139 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:48:24Z', 'revision_number': 5, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port': {'id': '3c5a6bd9-8289-47f4-b1e0-1776b6c7357e', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:57:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:40Z', 'updated_at': '2021-12-15T11:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:25.053128 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] Checking router: 62c00ed3-7fcb-4f1c-9ccd-772768d66480 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:48:25.062674 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] Routers {'62c00ed3-7fcb-4f1c-9ccd-772768d66480'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:25.063306 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:25.152444 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] Set router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 gateway port host: None {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:25.210145 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:48:24Z', 'revision_number': 6, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port_host': None}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:25.229123 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Deleting port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:25.229686 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.238089 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114fb1ec-e164-4c46-8cb9-a56f7d1da6aa None None] The sync data for ids ['62c00ed3-7fcb-4f1c-9ccd-772768d66480'] in dv-cinder-813222-4-iscsi is: [{'id': '62c00ed3-7fcb-4f1c-9ccd-772768d66480', 'name': 'tempest-TestVolumeBootPattern-1442624687-router', 'tenant_id': '0f2d37da78594911894b1f8865a03007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:39Z', 'updated_at': '2021-12-15T11:48:24Z', 'revision_number': 6, 'project_id': '0f2d37da78594911894b1f8865a03007', 'gw_port_host': None}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:48:25.313818 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] For port 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=3c5a6bd9-8289-47f4-b1e0-1776b6c7357e,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:25.314183 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.329344 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Calling delete_port for 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e owned by network:router_gateway {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:25.489084 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.514123 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5a6bd9-8289-47f4-b1e0-1776b6c7357e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:25.578114 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16394543'] for router_gateway, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.674463 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.676563 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.722900 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16400310'] for router, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.723426 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c00ed3-7fcb-4f1c-9ccd-772768d66480 {{(pid=102631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:48:25.727861 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] Publish callbacks [] for router, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.728887 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c9eddb6a-280a-47f4-990e-caebb2489a86 admin admin] 10.222.0.62 "DELETE /v2.0/routers/62c00ed3-7fcb-4f1c-9ccd-772768d66480 HTTP/1.1" status: 204 len: 168 time: 1.0068369 Dec 15 11:48:25.731323 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47300) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:25.777260 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb94421-7a73-49df-b47b-0890dbdbe90e admin admin] Deleting subnet 193119ec-6b9e-439b-9440-3ac9e4bc436e {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:48:25.780355 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-adb94421-7a73-49df-b47b-0890dbdbe90e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.813943 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-adb94421-7a73-49df-b47b-0890dbdbe90e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13568242'] for subnet, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.900186 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-adb94421-7a73-49df-b47b-0890dbdbe90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.950896 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-adb94421-7a73-49df-b47b-0890dbdbe90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897407'] for subnet, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.975391 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb94421-7a73-49df-b47b-0890dbdbe90e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=193119ec-6b9e-439b-9440-3ac9e4bc436e,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:25.979181 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-adb94421-7a73-49df-b47b-0890dbdbe90e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:25.983200 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-adb94421-7a73-49df-b47b-0890dbdbe90e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/193119ec-6b9e-439b-9440-3ac9e4bc436e HTTP/1.1" status: 204 len: 168 time: 0.2504380 Dec 15 11:48:25.985616 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47302) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:25.989582 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76642b99-2eae-4754-a628-5d6773909856 None None] Network d2701908-856b-43ee-af37-0c8b472dbded requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:48:26.056835 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.115894 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Deleting port a4e4c290-ccdd-48c4-a80f-733edd13cd3c {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:26.116240 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.182823 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] For port a4e4c290-ccdd-48c4-a80f-733edd13cd3c, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=a4e4c290-ccdd-48c4-a80f-733edd13cd3c,segment=NetworkSegment(04e51c33-e5b0-47ba-81ff-a59a8be681df),segment_id=04e51c33-e5b0-47ba-81ff-a59a8be681df)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:26.183190 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.197357 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Calling delete_port for a4e4c290-ccdd-48c4-a80f-733edd13cd3c owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:26.279222 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d78977-047c-4de3-a05e-afd1eea145c3 None None] DHCP port deletion for d2701908-856b-43ee-af37-0c8b472dbded request from dv-cinder-813222-4-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:48:26.285598 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.302880 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-93d78977-047c-4de3-a05e-afd1eea145c3 None None] The port 'a4e4c290-ccdd-48c4-a80f-733edd13cd3c' was deleted {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 15 11:48:26.316654 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e4c290-ccdd-48c4-a80f-733edd13cd3c,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:26.318617 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] No DVR routers for this DVR port a4e4c290-ccdd-48c4-a80f-733edd13cd3c on host dv-cinder-813222-4-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:48:26.389584 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.409150 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2701908-856b-43ee-af37-0c8b472dbded']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:26.418699 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e51c33-e5b0-47ba-81ff-a59a8be681df') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:26.418995 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e51c33-e5b0-47ba-81ff-a59a8be681df') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:26.428919 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.443696 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.450050 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:48:26.450630 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:48:26.452703 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:48:26.505410 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.510915 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.514190 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d2701908-856b-43ee-af37-0c8b472dbded HTTP/1.1" status: 204 len: 168 time: 0.5276194 Dec 15 11:48:26.517210 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47304) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:26.525424 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfb1bf-5b2d-42ba-b8d4-475678896fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2701908-856b-43ee-af37-0c8b472dbded,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:26.699181 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-dcadfb14-77aa-42da-9235-b867762011b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:26.869531 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16393233'] for router_interface, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:27.109322 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Deleting port 571b97aa-7a24-4924-963f-45dbc0fffd75 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:27.109662 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:27.186213 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] For port 571b97aa-7a24-4924-963f-45dbc0fffd75, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=571b97aa-7a24-4924-963f-45dbc0fffd75,segment=NetworkSegment(ee8afd17-c9e4-4818-9f5a-6c747c4a6abb),segment_id=ee8afd17-c9e4-4818-9f5a-6c747c4a6abb)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:27.186572 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:27.198882 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Calling delete_port for 571b97aa-7a24-4924-963f-45dbc0fffd75 owned by network:router_interface {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:27.299290 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8249f65e-6917-465c-bca8-c34f79ae1a13 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:27.318901 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 8249f65e-6917-465c-bca8-c34f79ae1a13 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:27.319248 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8249f65e-6917-465c-bca8-c34f79ae1a13 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:27.319663 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:27.338349 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:27.338697 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 3c5a6bd9-8289-47f4-b1e0-1776b6c7357e not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:27.339131 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device a4e4c290-ccdd-48c4-a80f-733edd13cd3c no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:27.362154 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: a4e4c290-ccdd-48c4-a80f-733edd13cd3c {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:27.362425 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device a4e4c290-ccdd-48c4-a80f-733edd13cd3c not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:27.381447 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:27.410201 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Pushing event deleted for resources: {'Port': ['ID=571b97aa-7a24-4924-963f-45dbc0fffd75,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:27.574769 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16299341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16393357'] for router_interface, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:27.786633 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:48:27.891349 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:48:27.897266 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-d420f863-24be-4eb7-904b-8dc5cd3164ff admin admin] 10.222.0.62 "PUT /v2.0/routers/eb75f59d-e1ac-4eb1-ad25-9c9909ebd624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3789866 Dec 15 11:48:27.898828 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47306) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:27.900123 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] Sync routers for ids ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:48:27.909881 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] Routers {'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:27.910493 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:27.998282 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks [] for router, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.012260 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] Set router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:28.098275 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.155390 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Deleting port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:28.155730 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.193604 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:48:27Z', 'revision_number': 5, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'gw_port': {'id': '27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:16:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:40:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:28.219250 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] Checking router: eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:48:28.227299 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] Routers {'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:48:28.227922 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:47:59Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:28.235168 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] For port 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:28.235537 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.248750 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Calling delete_port for 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 owned by network:router_gateway {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:28.313497 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] Set router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:48:28.364633 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:48:28Z', 'revision_number': 6, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'gw_port_host': None}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:28.414861 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.439105 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Pushing event deleted for resources: {'Port': ['ID=27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:28.481913 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142e9ed1-e9ba-4d98-ac8c-937e7fc65630 None None] The sync data for ids ['eb75f59d-e1ac-4eb1-ad25-9c9909ebd624'] in dv-cinder-813222-4-iscsi is: [{'id': 'eb75f59d-e1ac-4eb1-ad25-9c9909ebd624', 'name': 'tempest-TestVolumeBootPattern-1408432959-router', 'tenant_id': 'a0f33399650d48d6a0d11985c8b59b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:40:46Z', 'updated_at': '2021-12-15T11:48:28Z', 'revision_number': 6, 'project_id': 'a0f33399650d48d6a0d11985c8b59b86', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:48:28.508918 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16394543'] for router_gateway, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.598716 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.600931 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.645650 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16400310'] for router, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.646121 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 {{(pid=102632) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:48:28.650491 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] Publish callbacks [] for router, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.651633 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-5e811ee9-f131-46ab-975d-581e770c6aef admin admin] 10.222.0.62 "DELETE /v2.0/routers/eb75f59d-e1ac-4eb1-ad25-9c9909ebd624 HTTP/1.1" status: 204 len: 168 time: 0.7517002 Dec 15 11:48:28.654647 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47308) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:28.700072 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c929ac-c81d-4235-9651-38c507aa654d admin admin] Deleting subnet 5c1e65f8-9187-41a7-a6f8-c813f7be82ae {{(pid=102632) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:48:28.703749 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-51c929ac-c81d-4235-9651-38c507aa654d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.741792 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-51c929ac-c81d-4235-9651-38c507aa654d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14092405'] for subnet, precommit_delete_associations {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.817610 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-51c929ac-c81d-4235-9651-38c507aa654d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.873891 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-51c929ac-c81d-4235-9651-38c507aa654d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14141041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13785167'] for subnet, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.910174 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c929ac-c81d-4235-9651-38c507aa654d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1e65f8-9187-41a7-a6f8-c813f7be82ae,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:28.916061 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-51c929ac-c81d-4235-9651-38c507aa654d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for subnet, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:28.920391 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-51c929ac-c81d-4235-9651-38c507aa654d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5c1e65f8-9187-41a7-a6f8-c813f7be82ae HTTP/1.1" status: 204 len: 168 time: 0.2647088 Dec 15 11:48:28.922489 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4613bdc3-d50f-4031-b752-bf9930469a8a None None] Network e5792e7d-2f42-4aaa-aef7-1e3ce55df945 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:48:28.922993 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47310) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:29.007056 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8d771dd8-08d0-4a2b-845b-9cac7b0786c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.011421 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.065310 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Deleting port 7882a44c-4382-4695-89d2-8de681ecf216 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:48:29.065643 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.126689 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] For port 7882a44c-4382-4695-89d2-8de681ecf216, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=7882a44c-4382-4695-89d2-8de681ecf216,segment=NetworkSegment(ee8afd17-c9e4-4818-9f5a-6c747c4a6abb),segment_id=ee8afd17-c9e4-4818-9f5a-6c747c4a6abb)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:48:29.127048 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.143213 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Calling delete_port for 7882a44c-4382-4695-89d2-8de681ecf216 owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:48:29.224201 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ea4b1-e00e-4c44-8339-55dcbd83745d None None] DHCP port deletion for e5792e7d-2f42-4aaa-aef7-1e3ce55df945 request from dv-cinder-813222-4-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:48:29.225487 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.256653 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7882a44c-4382-4695-89d2-8de681ecf216,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:29.258508 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] No DVR routers for this DVR port 7882a44c-4382-4695-89d2-8de681ecf216 on host dv-cinder-813222-4-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:48:29.318801 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:29.340491 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.340660 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:29.340956 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 27c87cf0-95b5-4f33-bbc8-269bb9a8b5e3 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:29.341414 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 571b97aa-7a24-4924-963f-45dbc0fffd75 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:29.361171 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 571b97aa-7a24-4924-963f-45dbc0fffd75 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:29.361496 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 571b97aa-7a24-4924-963f-45dbc0fffd75 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:29.361749 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5792e7d-2f42-4aaa-aef7-1e3ce55df945']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:29.361908 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 7882a44c-4382-4695-89d2-8de681ecf216 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:48:29.371358 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:29.371652 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8afd17-c9e4-4818-9f5a-6c747c4a6abb') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:48:29.381223 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 7882a44c-4382-4695-89d2-8de681ecf216 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:48:29.381461 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.381564 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 7882a44c-4382-4695-89d2-8de681ecf216 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:48:29.395998 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.401853 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:48:29.402151 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:48:29.403773 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:48:29.459493 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.464539 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.468869 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e5792e7d-2f42-4aaa-aef7-1e3ce55df945 HTTP/1.1" status: 204 len: 168 time: 0.5439146 Dec 15 11:48:29.485022 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8475a-17d6-494c-8640-2b5c0971d8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5792e7d-2f42-4aaa-aef7-1e3ce55df945,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:29.587951 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47316) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:29.631680 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c6f29e51-d658-48e7-a7d5-6dd8ff58699d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f2d37da78594911894b1f8865a03007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422323 Dec 15 11:48:29.634087 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47320) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:29.682695 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7820-3908-4404-80bc-984e17003108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.703711 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7820-3908-4404-80bc-984e17003108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.752727 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7820-3908-4404-80bc-984e17003108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.755495 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-ec3e7820-3908-4404-80bc-984e17003108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:29.756641 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-ec3e7820-3908-4404-80bc-984e17003108 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5903dd6c-ee98-4129-9d30-a8cbf2ef482a HTTP/1.1" status: 204 len: 168 time: 0.1216493 Dec 15 11:48:29.764941 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e7820-3908-4404-80bc-984e17003108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5903dd6c-ee98-4129-9d30-a8cbf2ef482a,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:30.057345 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:30.080103 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47326) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:30.119966 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-37e04f3a-042d-467e-ae5d-808273d5e035 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0f33399650d48d6a0d11985c8b59b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386968 Dec 15 11:48:30.122312 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47328) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:48:30.167873 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-67939cf0-574d-49b0-b8c6-06ce67723a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:30.189025 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-67939cf0-574d-49b0-b8c6-06ce67723a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:30.235134 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-67939cf0-574d-49b0-b8c6-06ce67723a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:30.238007 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-67939cf0-574d-49b0-b8c6-06ce67723a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:30.239147 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-67939cf0-574d-49b0-b8c6-06ce67723a43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28087f74-6c0b-4386-b800-9168600f1077 HTTP/1.1" status: 204 len: 168 time: 0.1159573 Dec 15 11:48:30.247465 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67939cf0-574d-49b0-b8c6-06ce67723a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28087f74-6c0b-4386-b800-9168600f1077,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:48:31.370247 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:32.684614 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:37.316159 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:40.302833 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:48:56.707530 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b122076d-df69-4a50-a930-f588e1640b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:48:58.959267 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9ef4dc3c-d1ba-442a-8fba-0af6f641cbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:00.059519 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:01.372035 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:02.690461 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:07.322503 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:17.301766 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:49:26.699477 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa8f2-93ac-4a3a-a7b0-0ebace0f30bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:28.961183 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-982685af-3be7-46a6-b26d-5eaa24dd479d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:30.062956 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:31.372328 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:32.681776 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:37.336471 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:39.984875 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-814c69bd-ba35-4c3a-8e44-5c189864bd12 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402331 Dec 15 11:49:40.082575 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-04ad4828-034b-4fc3-a466-9fc720f12269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:40.084009 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-04ad4828-034b-4fc3-a466-9fc720f12269 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e2b35aaa1bf49a299037296e23af46a&device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1099 time: 0.0382996 Dec 15 11:49:40.187692 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-312fcdea-6270-4b39-a1bb-72165cd38cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:40.189180 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-312fcdea-6270-4b39-a1bb-72165cd38cea service neutron] 10.222.0.58 "GET /v2.0/networks?id=85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 200 len: 909 time: 0.0857513 Dec 15 11:49:40.255844 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-fda1391f-c806-4fe2-b4cd-43f684e5f9eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 200 len: 1002 time: 0.0583861 Dec 15 11:49:40.314262 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-ad1e7dd8-fdc7-422b-a02a-249622197c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:40.315681 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-ad1e7dd8-fdc7-422b-a02a-249622197c21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15f394df-eae2-4ef6-825d-738d011e71a0 HTTP/1.1" status: 200 len: 847 time: 0.0529602 Dec 15 11:49:40.360328 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-ba5a0d1b-3aa5-46ad-93e7-f407e43f15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:40.361928 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-ba5a0d1b-3aa5-46ad-93e7-f407e43f15b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=85c8d7ab-3a44-4eb3-8380-99ca3914b839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386622 Dec 15 11:49:40.451312 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-9b38dc53-475b-4011-abdd-1619833fa3f4 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818012 Dec 15 11:49:40.537161 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-4e78d631-1fe1-46a4-9d99-fb619fb809a5 req-367df177-77b8-491b-bc5a-2b1f6b2cf989 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788579 Dec 15 11:49:51.111215 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5835e9b-4492-404e-9a2d-2d90ab3bc0d0 req-50173253-847f-44d8-807a-a624449694af tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:51.112651 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d5835e9b-4492-404e-9a2d-2d90ab3bc0d0 req-50173253-847f-44d8-807a-a624449694af tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0533946 Dec 15 11:49:51.159948 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d5835e9b-4492-404e-9a2d-2d90ab3bc0d0 req-5f3f07ae-0f94-4925-8ec6-8fb4136e2b74 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413435 Dec 15 11:49:52.290823 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14aa1b4-b2c1-4e78-a97f-883623148853 req-cd98f12d-e317-44f1-8ae8-da8a6b2fe0ff tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:52.292284 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a14aa1b4-b2c1-4e78-a97f-883623148853 req-cd98f12d-e317-44f1-8ae8-da8a6b2fe0ff tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0517085 Dec 15 11:49:52.342555 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a14aa1b4-b2c1-4e78-a97f-883623148853 req-e395e48a-6646-471c-b52b-d003b563b231 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440438 Dec 15 11:49:53.455105 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f2b15-ecea-4a9b-8486-2710ba9b25e4 req-acb7f091-6fb8-431e-9ebc-d437ea8a4c24 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:53.456539 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2c0f2b15-ecea-4a9b-8486-2710ba9b25e4 req-acb7f091-6fb8-431e-9ebc-d437ea8a4c24 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0471427 Dec 15 11:49:53.503915 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2c0f2b15-ecea-4a9b-8486-2710ba9b25e4 req-c4b2f6ed-18aa-4f9c-ae18-958c2e84e4d1 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415287 Dec 15 11:49:54.301395 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:49:54.622047 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40f515-96fb-4f08-9904-402754c62e04 req-35d64037-d4fd-4496-9836-afd16d9ffeb9 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:54.623524 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ca40f515-96fb-4f08-9904-402754c62e04 req-35d64037-d4fd-4496-9836-afd16d9ffeb9 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0527937 Dec 15 11:49:54.678282 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ca40f515-96fb-4f08-9904-402754c62e04 req-6e5f1651-a8cd-4256-8805-a51e42543e88 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441825 Dec 15 11:49:55.790878 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be8bbc-1a1a-4adf-9da4-7704208e6f86 req-876c7e45-3b12-4578-ba76-4d835bc45aca tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:55.792322 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a4be8bbc-1a1a-4adf-9da4-7704208e6f86 req-876c7e45-3b12-4578-ba76-4d835bc45aca tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0478702 Dec 15 11:49:55.839584 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a4be8bbc-1a1a-4adf-9da4-7704208e6f86 req-4c9b4ba4-8118-4e39-adce-96d399944ef6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414925 Dec 15 11:49:56.700967 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9c514627-2b27-4da5-9613-1fcf2e7fcdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:56.951127 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e9cf2-fa14-43ba-9d7d-7dedb4431569 req-6aabe28c-adea-4888-be04-744aa5381785 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:56.952509 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c1e9cf2-fa14-43ba-9d7d-7dedb4431569 req-6aabe28c-adea-4888-be04-744aa5381785 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0485301 Dec 15 11:49:57.003999 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-1c1e9cf2-fa14-43ba-9d7d-7dedb4431569 req-43e25579-14fd-47c8-b518-9ad613c5f422 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456159 Dec 15 11:49:58.118630 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca987bc-5aa0-4d3f-8ea4-e05f212afb11 req-a54b91aa-6d95-4363-9565-f531e4264511 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:58.120057 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ca987bc-5aa0-4d3f-8ea4-e05f212afb11 req-a54b91aa-6d95-4363-9565-f531e4264511 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0473132 Dec 15 11:49:58.168304 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6ca987bc-5aa0-4d3f-8ea4-e05f212afb11 req-bf088499-7c0e-4379-b968-7231bda652f7 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418129 Dec 15 11:49:58.963035 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9c6fbe70-fa91-42b0-be93-5d9ef88d2c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:49:59.280563 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f15b57-a116-43fb-98a3-7c14b89e13ea req-ab88886f-c951-47b0-abc0-b0c66d789e82 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:49:59.282061 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a2f15b57-a116-43fb-98a3-7c14b89e13ea req-ab88886f-c951-47b0-abc0-b0c66d789e82 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0478771 Dec 15 11:49:59.330939 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-a2f15b57-a116-43fb-98a3-7c14b89e13ea req-94343412-dfc8-4b33-922a-30f64848993d tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Dec 15 11:50:00.064528 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:00.446295 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e1443-0728-4c2b-b959-4e1927f7c0a6 req-33c81aba-8b8b-46e7-8a9a-7ba647e56bb9 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:00.447729 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c29e1443-0728-4c2b-b959-4e1927f7c0a6 req-33c81aba-8b8b-46e7-8a9a-7ba647e56bb9 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0510919 Dec 15 11:50:00.495061 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c29e1443-0728-4c2b-b959-4e1927f7c0a6 req-a3c46ab9-09e7-4967-b9e8-cde572ab63fa tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408309 Dec 15 11:50:01.321149 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-788385af-0f60-4b19-8fbd-a1f612ec1b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:01.322620 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-788385af-0f60-4b19-8fbd-a1f612ec1b83 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e2b35aaa1bf49a299037296e23af46a&device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1099 time: 0.0416448 Dec 15 11:50:01.381638 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:01.416984 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-0143d160-f678-4da3-985f-7a7a050c48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:01.418381 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-0143d160-f678-4da3-985f-7a7a050c48b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 200 len: 909 time: 0.0889750 Dec 15 11:50:01.491874 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-eafa1ccc-7bf0-4d7c-b3f0-deb4b2d3acbd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 200 len: 1002 time: 0.0620391 Dec 15 11:50:01.541312 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-f44c602b-b091-4f74-ba1d-22716a6b8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:01.542795 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-f44c602b-b091-4f74-ba1d-22716a6b8a8a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15f394df-eae2-4ef6-825d-738d011e71a0 HTTP/1.1" status: 200 len: 847 time: 0.0442722 Dec 15 11:50:01.618715 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-ef466405-54f4-4613-8e99-90e5bade4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:01.620171 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-ef466405-54f4-4613-8e99-90e5bade4280 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=85c8d7ab-3a44-4eb3-8380-99ca3914b839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704916 Dec 15 11:50:01.631596 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161f66d-a20f-4d96-a0c3-b15cd22aecf2 req-1fac1792-11a9-4e90-b4fd-354dbd4eafe5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:01.632966 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d161f66d-a20f-4d96-a0c3-b15cd22aecf2 req-1fac1792-11a9-4e90-b4fd-354dbd4eafe5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0601320 Dec 15 11:50:01.738788 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d161f66d-a20f-4d96-a0c3-b15cd22aecf2 req-e79932ad-487d-4419-9289-19714cd34618 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967810 Dec 15 11:50:01.754391 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-fc55b931-1b62-4fe9-914e-34af24b7c831 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205246 Dec 15 11:50:01.839875 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-37e39a37-b4f0-4d41-bd37-516ac2e5f3ff req-427d8afc-365e-4c17-8efa-f3fbec02a3a7 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781746 Dec 15 11:50:02.684038 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:02.850816 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688b351-4bfd-4ad7-9a96-c7951648d78a req-7178e1a5-1e9a-4100-963a-bd1efa08a6d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:02.852262 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c688b351-4bfd-4ad7-9a96-c7951648d78a req-7178e1a5-1e9a-4100-963a-bd1efa08a6d5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0473835 Dec 15 11:50:02.902237 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-c688b351-4bfd-4ad7-9a96-c7951648d78a req-a3bf4a0b-1ca7-4084-831d-92bae144e7a5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441432 Dec 15 11:50:04.016367 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6dfec1-49de-4e30-a4e9-4156cd4fb83b req-36c1bc9f-d286-4df0-86de-bfc250017ab9 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:04.017718 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-da6dfec1-49de-4e30-a4e9-4156cd4fb83b req-36c1bc9f-d286-4df0-86de-bfc250017ab9 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0470965 Dec 15 11:50:04.065008 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-da6dfec1-49de-4e30-a4e9-4156cd4fb83b req-f3b75698-83dd-4498-b38d-0f72602c93df tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 Dec 15 11:50:04.314481 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-cbed5ada-e1d8-47b3-b74c-b5d176557b49 req-b342ea1c-89c3-41d1-bb7b-9633f89ab39b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=102631) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 11:50:04.315466 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-cbed5ada-e1d8-47b3-b74c-b5d176557b49 req-b342ea1c-89c3-41d1-bb7b-9633f89ab39b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1366460 Dec 15 11:50:04.495245 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d840e7-121d-4cf5-b20e-3c29b94813ab req-5204f37f-7c99-4452-b7b4-48a36a80bb30 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:04.496682 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-86d840e7-121d-4cf5-b20e-3c29b94813ab req-5204f37f-7c99-4452-b7b4-48a36a80bb30 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0777586 Dec 15 11:50:04.503652 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-0334b02d-ea60-4f67-ae95-a8132f64a58b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1044197 Dec 15 11:50:04.548646 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-86d840e7-121d-4cf5-b20e-3c29b94813ab req-6d01bc25-240b-4c8d-bc17-19eee0b3ab82 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440600 Dec 15 11:50:05.663832 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1743b-dacb-4ec3-b173-d2325f01a671 req-8b2498a9-abd3-4cbb-bf5a-10fc42b93bb8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:05.665502 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9ec1743b-dacb-4ec3-b173-d2325f01a671 req-8b2498a9-abd3-4cbb-bf5a-10fc42b93bb8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0490603 Dec 15 11:50:05.715255 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-9ec1743b-dacb-4ec3-b173-d2325f01a671 req-1d46601c-d75e-4ae0-a69b-5029edd34901 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425472 Dec 15 11:50:05.877235 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device e6b690d2-7d5a-4960-848e-b49e15715b00 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:50:05.951939 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:05.974352 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:50:05.976524 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a900fafc-9727-487a-bb97-4ceca6ec259e" -d '{"events": [{"server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:50:05.991174 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6b690d2-7d5a-4960-848e-b49e15715b00,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:05.995005 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:06.025925 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-78482da8-d1fb-4283-a4f7-a0de9b27de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:06.027424 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-78482da8-d1fb-4283-a4f7-a0de9b27de45 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e&tenant_id=9e2b35aaa1bf49a299037296e23af46a HTTP/1.1" status: 200 len: 1097 time: 0.0440257 Dec 15 11:50:06.044011 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=e6b690d2-7d5a-4960-848e-b49e15715b00,revision_number=6']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:06.053067 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.053429 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.054328 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.054686 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.055035 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.055376 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.055712 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.056047 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.056381 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.056712 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.057071 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.057405 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.057730 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:50:06.101591 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-b11f615a-d967-4d54-aceb-39d7862ee3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:06.103049 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-b11f615a-d967-4d54-aceb-39d7862ee3cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e2b35aaa1bf49a299037296e23af46a&device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1097 time: 0.0427930 Dec 15 11:50:06.183069 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 11:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa8e65a-d280-4d57-bfb8-d4ce4a19e43c x-openstack-request-id: req-3fa8e65a-d280-4d57-bfb8-d4ce4a19e43c {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:50:06.183530 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:50:06.183862 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fa8e65a-d280-4d57-bfb8-d4ce4a19e43c {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:50:06.184330 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'code': 200} Dec 15 11:50:06.192124 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-94e7bee6-5707-48c5-acfb-1ffaa1ea4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:06.193592 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-94e7bee6-5707-48c5-acfb-1ffaa1ea4a55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 200 len: 909 time: 0.0834587 Dec 15 11:50:06.279647 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-cbb6b076-5eed-41e1-93b7-49f48eb4ca25 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 200 len: 1000 time: 0.0587189 Dec 15 11:50:06.327395 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-cd6984a7-cf08-44e4-83b1-7b067ba97640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:06.328782 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-cd6984a7-cf08-44e4-83b1-7b067ba97640 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15f394df-eae2-4ef6-825d-738d011e71a0 HTTP/1.1" status: 200 len: 847 time: 0.0417802 Dec 15 11:50:06.372420 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-9f51029c-c8b3-4a79-b12e-1c6be1d61012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:06.373860 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-9f51029c-c8b3-4a79-b12e-1c6be1d61012 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=85c8d7ab-3a44-4eb3-8380-99ca3914b839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383501 Dec 15 11:50:06.461555 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-239a6255-e9a0-4509-98d2-f728c30c7ec4 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802193 Dec 15 11:50:06.548597 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-3e06581c-4c67-42a1-a806-9df92fde7944 req-f688a4a0-7cd2-4dea-918d-71b9d402d94e service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791762 Dec 15 11:50:06.835592 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8e378-9a8f-4544-8cfc-9c329e95b736 req-1eb99188-a8fa-4458-afea-873089720a0f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:06.836956 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d0b8e378-9a8f-4544-8cfc-9c329e95b736 req-1eb99188-a8fa-4458-afea-873089720a0f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0470059 Dec 15 11:50:06.886916 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-d0b8e378-9a8f-4544-8cfc-9c329e95b736 req-9515d611-6a76-4e85-980f-8c606ffcb6e6 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442274 Dec 15 11:50:07.337735 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:08.000166 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaa3a2-c7e0-44fe-987d-f431651ceef4 req-3c4f5edd-4fcb-4390-b56a-3c9e22b6caaf tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:08.001628 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2aaa3a2-c7e0-44fe-987d-f431651ceef4 req-3c4f5edd-4fcb-4390-b56a-3c9e22b6caaf tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0474055 Dec 15 11:50:08.049385 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-b2aaa3a2-c7e0-44fe-987d-f431651ceef4 req-afc3776c-17ce-48b3-97d4-07738b3bfa8e tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Dec 15 11:50:09.162462 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c947b7-24c7-4c3b-8397-27295b5096c9 req-c1977ef4-3165-4f58-a6e1-11128005d665 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:09.163911 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-15c947b7-24c7-4c3b-8397-27295b5096c9 req-c1977ef4-3165-4f58-a6e1-11128005d665 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0489321 Dec 15 11:50:09.210652 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-15c947b7-24c7-4c3b-8397-27295b5096c9 req-23a21b15-9d13-4263-b1cd-9555754bec76 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 Dec 15 11:50:10.325509 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16681fa9-017c-48ff-affa-da939150ecba req-c1fe3afb-bb9a-4035-8c17-a2d8eca36f0c tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:10.326931 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16681fa9-017c-48ff-affa-da939150ecba req-c1fe3afb-bb9a-4035-8c17-a2d8eca36f0c tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0504303 Dec 15 11:50:10.376986 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-16681fa9-017c-48ff-affa-da939150ecba req-576f2558-a2ac-4475-b285-0b74bcac5ee5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441968 Dec 15 11:50:11.492612 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fc9c0-2c94-4a00-81af-97c0541d1188 req-1d75b933-bc29-483a-bde1-cb0717d244a8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:11.494080 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-754fc9c0-2c94-4a00-81af-97c0541d1188 req-1d75b933-bc29-483a-bde1-cb0717d244a8 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0476475 Dec 15 11:50:11.542021 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-754fc9c0-2c94-4a00-81af-97c0541d1188 req-665165f7-7571-41a0-8154-43900c26021d tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 Dec 15 11:50:12.655415 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef619a-0860-48eb-aef3-a40cdec431ce req-3578afb3-009f-4977-a38c-ca713f0d1fe4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:12.657434 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2fef619a-0860-48eb-aef3-a40cdec431ce req-3578afb3-009f-4977-a38c-ca713f0d1fe4 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0466011 Dec 15 11:50:12.707987 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-2fef619a-0860-48eb-aef3-a40cdec431ce req-456fc6dd-511a-4018-aabd-1cc27d721411 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447791 Dec 15 11:50:13.821884 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42b823-e5a9-4d48-b080-8e8ac67fbcd2 req-20148834-e9e5-42ca-8361-2d264d77df44 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:13.823333 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe42b823-e5a9-4d48-b080-8e8ac67fbcd2 req-20148834-e9e5-42ca-8361-2d264d77df44 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 944 time: 0.0478888 Dec 15 11:50:13.871196 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-fe42b823-e5a9-4d48-b080-8e8ac67fbcd2 req-4c3105e5-71a7-42e5-9786-d0fa86ba8689 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Dec 15 11:50:13.908752 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device e6b690d2-7d5a-4960-848e-b49e15715b00 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102633) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 11:50:14.003014 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6b690d2-7d5a-4960-848e-b49e15715b00,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:14.013893 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Returning: {'device': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'port_id': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'mac_address': 'fa:16:3e:87:0f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102633) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 11:50:14.049787 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:14.062966 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b690d2-7d5a-4960-848e-b49e15715b00 {{(pid=102633) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 11:50:14.085379 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6b690d2-7d5a-4960-848e-b49e15715b00,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:14.089171 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:14.134901 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=e6b690d2-7d5a-4960-848e-b49e15715b00,revision_number=7']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:14.368243 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] get_ports_and_sgs() called for port_ids ['e6b690d2-7d5a-4960-848e-b49e15715b00'] {{(pid=102633) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 11:50:15.129938 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf860d-b28a-49ff-ae09-34c2464f9189 req-f61aacaf-ba11-4a92-a50b-de051bba9918 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:15.131448 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6baf860d-b28a-49ff-ae09-34c2464f9189 req-f61aacaf-ba11-4a92-a50b-de051bba9918 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 945 time: 0.0480535 Dec 15 11:50:15.179473 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6baf860d-b28a-49ff-ae09-34c2464f9189 req-91b01b56-d8f9-40eb-9384-982329b83f53 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421982 Dec 15 11:50:15.908729 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device e6b690d2-7d5a-4960-848e-b49e15715b00 up at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 11:50:15.954823 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.provisioning_blocks [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Provisioning complete for port e6b690d2-7d5a-4960-848e-b49e15715b00 triggered by entity L2. {{(pid=102633) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 11:50:15.955187 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1160744'] for port, provisioning_complete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:16.030595 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331929'] for port, before_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:16.052093 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00'}] {{(pid=102633) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:50:16.054331 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ca85c84cc18197354d4e26ca7dee1f0a7ff574c00e3f20eed56b6ceab49d42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc74ed6-e446-408b-aa39-0634bb74a5c0" -d '{"events": [{"server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "name": "network-vif-plugged", "status": "completed", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00"}]}' {{(pid=102633) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:50:16.066041 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6b690d2-7d5a-4960-848e-b49e15715b00,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:50:16.071312 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743807113189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743806690506', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743806690524'] for port, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:16.095825 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae42542d-20b1-4eaa-bfd3-b2559460453c x-openstack-request-id: req-ae42542d-20b1-4eaa-bfd3-b2559460453c {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:50:16.096160 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "name": "network-vif-plugged", "status": "completed", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00", "code": 200}]} {{(pid=102633) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:50:16.096383 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae42542d-20b1-4eaa-bfd3-b2559460453c {{(pid=102633) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:50:16.096774 dv-cinder-813222-4-iscsi neutron-server[102633]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'code': 200} Dec 15 11:50:16.122708 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Pushing event updated for resources: {'Port': ['ID=e6b690d2-7d5a-4960-848e-b49e15715b00,revision_number=8']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:50:16.298171 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6c55c-9553-4af9-9eff-2e7a0abec535 req-0ad56ce1-dd2b-4caa-8df7-ab41c8c45bcc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:16.299619 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-68e6c55c-9553-4af9-9eff-2e7a0abec535 req-0ad56ce1-dd2b-4caa-8df7-ab41c8c45bcc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0535891 Dec 15 11:50:16.368738 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e0b6f-0376-4d3b-a6d7-574bcbd599ee req-9eaa75af-b5f6-4422-ae38-8f4146b489f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:16.370195 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0f8e0b6f-0376-4d3b-a6d7-574bcbd599ee req-9eaa75af-b5f6-4422-ae38-8f4146b489f8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1099 time: 0.0672550 Dec 15 11:50:16.374252 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-68e6c55c-9553-4af9-9eff-2e7a0abec535 req-9e4b141a-39d0-4303-acb7-d95d517a937a tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644464 Dec 15 11:50:16.421319 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0f8e0b6f-0376-4d3b-a6d7-574bcbd599ee req-5b4e87fd-3603-4e03-853c-eb1547fe861d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439878 Dec 15 11:50:17.503131 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb95458-9db0-4663-b6cc-baec011bf5c8 req-ed0bb4c8-a4b1-4208-b1ec-cbebd7a2ffa5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:17.504565 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebb95458-9db0-4663-b6cc-baec011bf5c8 req-ed0bb4c8-a4b1-4208-b1ec-cbebd7a2ffa5 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0553460 Dec 15 11:50:17.551484 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ebb95458-9db0-4663-b6cc-baec011bf5c8 req-e42af427-1d32-47ee-b79e-4da7a6184088 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408142 Dec 15 11:50:18.663940 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732f076-a408-4b98-a756-20bb97ba77f0 req-5b9c70e9-d146-4f5d-a7a4-bbd73357a2d0 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:18.665398 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7732f076-a408-4b98-a756-20bb97ba77f0 req-5b9c70e9-d146-4f5d-a7a4-bbd73357a2d0 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0479085 Dec 15 11:50:18.711631 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-7732f076-a408-4b98-a756-20bb97ba77f0 req-121fa240-577e-41bd-8327-1369b89d860b tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404937 Dec 15 11:50:26.711801 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-6c133908-6fad-419d-ae3a-e8a000c39d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:28.964225 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e0fb7912-f778-4ff2-813e-e8354cb227ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:30.066574 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:31.300362 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:50:31.377248 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:32.686305 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:37.352776 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:41.610712 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-5f89c34f-f38b-4e72-9ba7-614dc7c2b5a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378664 Dec 15 11:50:41.714156 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-07d31a96-cc7f-4c9d-adc7-8d7286d71426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:41.715610 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-07d31a96-cc7f-4c9d-adc7-8d7286d71426 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e2b35aaa1bf49a299037296e23af46a&device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1099 time: 0.0432305 Dec 15 11:50:41.815891 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-c7399ed6-8b77-4003-bf20-8c3817168e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:41.817348 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-c7399ed6-8b77-4003-bf20-8c3817168e3e service neutron] 10.222.0.58 "GET /v2.0/networks?id=85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 200 len: 909 time: 0.0821733 Dec 15 11:50:41.883866 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-67a7a5aa-1737-4f5e-aa37-144eca3e4843 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 200 len: 1002 time: 0.0584917 Dec 15 11:50:41.932569 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-6acd6d5e-493f-443e-b51f-19e3011dba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:41.934038 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-6acd6d5e-493f-443e-b51f-19e3011dba00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15f394df-eae2-4ef6-825d-738d011e71a0 HTTP/1.1" status: 200 len: 847 time: 0.0432560 Dec 15 11:50:41.977774 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-6b255695-8ce1-417c-9c4c-2abca9b4c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:50:41.979189 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-6b255695-8ce1-417c-9c4c-2abca9b4c804 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=85c8d7ab-3a44-4eb3-8380-99ca3914b839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383205 Dec 15 11:50:42.307715 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-95084422-7008-4d21-bcbf-1a8067bb4d98 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209667 Dec 15 11:50:42.394051 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-61cd0ec4-73e2-43b5-93e8-7f8ec5b817c1 req-5dfecb17-3ca1-4bd8-90b7-26a41cd9caa3 service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781240 Dec 15 11:50:56.704396 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-3949a1b0-dd56-4e3d-91d6-c7f7b1fa382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:50:58.965241 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-9c796973-c6e4-45ae-8a44-d560e08a7f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:00.070028 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:01.379988 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:02.689154 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:07.352388 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:08.298954 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:51:26.708482 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-47cd2a64-7999-4ccd-ab91-3f65cd4703f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:28.966438 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-cecd2c57-d649-4e20-9d64-1d8c9377429f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:30.072769 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:30.475863 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47452) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:30.625561 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Deleting port b099dcea-4d0a-47c5-b820-c3a92e8ddd5f {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:51:30.625891 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:30.699806 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:30.700129 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:30.711237 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Calling delete_port for b099dcea-4d0a-47c5-b820-c3a92e8ddd5f owned by network:floatingip {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:51:30.854837 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:30.880191 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event deleted for resources: {'Port': ['ID=b099dcea-4d0a-47c5-b820-c3a92e8ddd5f,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:30.891304 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.891658 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.892002 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.892341 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.892675 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.893037 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.893433 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.893802 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.894219 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.894592 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.895022 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.895413 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.895742 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102632) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:30.954128 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for floatingip, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:30.954455 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.db.l3_db [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Floating IP c4d0af55-0ea5-4abc-8e0b-978953f5ca2e disassociated (deleted). External IP: 172.27.0.130, port: e6b690d2-7d5a-4960-848e-b49e15715b00. Dec 15 11:51:31.150422 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102632) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:51:31.382167 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:31.512226 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102632) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:51:31.517280 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for floatingip, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:31.522204 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] Sync routers for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:51:31.531185 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:51:31.531809 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:51:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:31.544253 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-3a93bb7c-ad76-4e7e-ba34-f527779c158f tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "DELETE /v2.0/floatingips/c4d0af55-0ea5-4abc-8e0b-978953f5ca2e HTTP/1.1" status: 204 len: 168 time: 1.0673151 Dec 15 11:51:31.544918 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00'}] {{(pid=102632) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:51:31.547111 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}259cf9fc9a1958f47d05451659e051f16205722afc613fee40f4c215d033fe26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af" -d '{"events": [{"name": "network-changed", "server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00"}]}' {{(pid=102632) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:51:31.590952 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 11:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33a41bd-5cbf-42a1-a6f7-cc97a0125830 x-openstack-request-id: req-c33a41bd-5cbf-42a1-a6f7-cc97a0125830 {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:51:31.590952 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00", "status": "completed", "code": 200}]} {{(pid=102632) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:51:31.591219 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c33a41bd-5cbf-42a1-a6f7-cc97a0125830 {{(pid=102632) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:51:31.591637 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'status': 'completed', 'code': 200} Dec 15 11:51:31.645758 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:51:31.687928 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-5ca35406-949d-4c2e-b8ca-63578544139a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:31.689770 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-5ca35406-949d-4c2e-b8ca-63578544139a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9e2b35aaa1bf49a299037296e23af46a&device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 1099 time: 0.0509462 Dec 15 11:51:31.822165 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a969d9-d64c-4469-a176-7d8e16511270 req-470aa461-2fbb-4841-8d37-9a708d0df614 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:31.824543 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e8a969d9-d64c-4469-a176-7d8e16511270 req-470aa461-2fbb-4841-8d37-9a708d0df614 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.1058319 Dec 15 11:51:31.856196 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 5, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:31.862918 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-b774246d-84f2-4a96-ad7f-fdd945f7f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:31.864333 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-b774246d-84f2-4a96-ad7f-fdd945f7f1e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 200 len: 909 time: 0.1364055 Dec 15 11:51:31.883271 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] Checking router: 07b2ea5e-2189-4051-81ba-7f0d5e14a194 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:51:31.891855 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:51:31.892528 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:51:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:31.917756 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-93db8899-8cf6-4bcf-a7fd-d4fccec7a275 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 200 len: 217 time: 0.0443470 Dec 15 11:51:31.925215 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-e8a969d9-d64c-4469-a176-7d8e16511270 req-98d037ab-9628-4e3c-ad87-9fbb13e45c29 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914655 Dec 15 11:51:31.975959 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-603a1b7c-96a2-4e01-ab99-07f008edde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:31.977440 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-603a1b7c-96a2-4e01-ab99-07f008edde1f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15f394df-eae2-4ef6-825d-738d011e71a0 HTTP/1.1" status: 200 len: 847 time: 0.0513663 Dec 15 11:51:32.027819 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-f456e963-f534-47ab-9b03-268db2f26d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:32.029323 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-f456e963-f534-47ab-9b03-268db2f26d90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=85c8d7ab-3a44-4eb3-8380-99ca3914b839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446723 Dec 15 11:51:32.122482 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-0ec1223b-560c-43bb-aa97-1b5c7bc4123f service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801361 Dec 15 11:51:32.128496 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:51:32.213073 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-ef8cba5e-b75e-43bf-b34b-e35a938ac6af req-02cfcdfb-f190-4237-b237-6c89ef71681c service neutron] 10.222.0.58 "GET /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832980 Dec 15 11:51:32.328206 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 5, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:32.354790 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2652bf5-d570-46b0-9897-30e90a316e82 None None] The sync data for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi is: [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:47:11Z', 'revision_number': 4, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi', '_interfaces': [{'id': '63b49a72-cf64-4f62-b3cb-85a1c1552b56', 'name': '', 'network_id': '85c8d7ab-3a44-4eb3-8380-99ca3914b839', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'mac_address': 'fa:16:3e:c7:4f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:10Z', 'updated_at': '2021-12-15T11:47:17Z', 'revision_number': 5, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'subnets': [{'id': '15f394df-eae2-4ef6-825d-738d011e71a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:51:32.551364 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321f3cbe-77ec-4be1-99d5-334bf08530fe None None] New status for floating IP c4d0af55-0ea5-4abc-8e0b-978953f5ca2e: DOWN {{(pid=102634) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 11:51:32.692574 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:33.047911 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e754e92-a762-4b50-bb4a-dc032e6cd3f9 req-4c158a74-afc2-4757-ae55-2b0618998871 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:33.049448 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0e754e92-a762-4b50-bb4a-dc032e6cd3f9 req-4c158a74-afc2-4757-ae55-2b0618998871 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0492284 Dec 15 11:51:33.097285 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-0e754e92-a762-4b50-bb4a-dc032e6cd3f9 req-69b155f9-d192-41d9-99c3-38653cfe10ea tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ea8df1a-bfa3-4dac-a198-f069fe245e18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412681 Dec 15 11:51:33.468714 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-c57cec5e-6e11-4a33-87f8-2f98c6fb2e88 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102631) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 11:51:33.470164 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-c57cec5e-6e11-4a33-87f8-2f98c6fb2e88 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.58 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 946 time: 0.0475886 Dec 15 11:51:33.559138 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Deleting port e6b690d2-7d5a-4960-848e-b49e15715b00 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:51:33.559482 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:33.649653 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] For port e6b690d2-7d5a-4960-848e-b49e15715b00, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e6b690d2-7d5a-4960-848e-b49e15715b00,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:33.649933 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:33.664258 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Calling delete_port for e6b690d2-7d5a-4960-848e-b49e15715b00 owned by compute:nova {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:51:33.789143 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:33.816314 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event deleted for resources: {'Port': ['ID=e6b690d2-7d5a-4960-848e-b49e15715b00,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:33.828332 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.828682 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.829054 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.829407 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.829729 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.830063 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.830395 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.830791 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.831120 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.831446 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.831771 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.832092 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.832412 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102631) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:33.873686 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] No DVR routers for this DVR port e6b690d2-7d5a-4960-848e-b49e15715b00 on host hv-cinder-81322 {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:51:33.876248 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-3402'] for port, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:33.880730 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-91ff876f-ff07-4633-87b5-a65cd507bf13 req-3390271c-2317-43c9-8015-62a56c1542dc tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.58 "DELETE /v2.0/ports/e6b690d2-7d5a-4960-848e-b49e15715b00 HTTP/1.1" status: 204 len: 173 time: 0.4041934 Dec 15 11:51:33.881206 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'name': 'network-vif-deleted', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00'}] {{(pid=102631) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 11:51:33.883995 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4181b6b8c301c15ada54216da3f771f919776d30b6f87b11aa73d744f63dbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aa3a82-8dff-4e10-b1f0-9133561b2743" -d '{"events": [{"server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "name": "network-vif-deleted", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00"}]}' {{(pid=102631) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 11:51:33.920356 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 11:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22495d83-bd30-4bef-a695-5353d8ff52cb x-openstack-request-id: req-22495d83-bd30-4bef-a695-5353d8ff52cb {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 11:51:33.920656 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ab00eb-6191-4699-a51b-c0be586bd13e", "name": "network-vif-deleted", "tag": "e6b690d2-7d5a-4960-848e-b49e15715b00", "status": "completed", "code": 200}]} {{(pid=102631) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 11:51:33.921012 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22495d83-bd30-4bef-a695-5353d8ff52cb {{(pid=102631) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 11:51:33.921415 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ab00eb-6191-4699-a51b-c0be586bd13e', 'name': 'network-vif-deleted', 'tag': 'e6b690d2-7d5a-4960-848e-b49e15715b00', 'status': 'completed', 'code': 200} Dec 15 11:51:34.192579 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [req-6b8bc192-b339-4276-9f15-92c9ffc4b71b req-3b44f4c6-f55f-41b2-8d53-9d5326e3d951 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "GET /v2.0/ports?device_id=46ab00eb-6191-4699-a51b-c0be586bd13e HTTP/1.1" status: 200 len: 210 time: 0.0280268 Dec 15 11:51:35.249164 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47482) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:35.304274 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c54be6a5-3234-4946-9650-a207a46d5406 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:35.328437 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c54be6a5-3234-4946-9650-a207a46d5406 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:35.385333 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c54be6a5-3234-4946-9650-a207a46d5406 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:35.387916 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-c54be6a5-3234-4946-9650-a207a46d5406 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:35.389142 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-c54be6a5-3234-4946-9650-a207a46d5406 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] 10.222.0.62 "DELETE /v2.0/security-groups/6ea8df1a-bfa3-4dac-a198-f069fe245e18 HTTP/1.1" status: 204 len: 168 time: 0.1388614 Dec 15 11:51:35.398034 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54be6a5-3234-4946-9650-a207a46d5406 tempest-TestShelveInstance-564162072 tempest-TestShelveInstance-564162072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea8df1a-bfa3-4dac-a198-f069fe245e18,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:35.434392 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47486) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:35.769184 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16393233'] for router_interface, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:36.010005 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Deleting port 63b49a72-cf64-4f62-b3cb-85a1c1552b56 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:51:36.010340 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:36.084412 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] For port 63b49a72-cf64-4f62-b3cb-85a1c1552b56, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=63b49a72-cf64-4f62-b3cb-85a1c1552b56,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:36.084689 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:36.097191 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Calling delete_port for 63b49a72-cf64-4f62-b3cb-85a1c1552b56 owned by network:router_interface {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:51:36.268011 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:36.286809 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device e6b690d2-7d5a-4960-848e-b49e15715b00 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:51:36.293533 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b49a72-cf64-4f62-b3cb-85a1c1552b56,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:36.312791 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] No Port match for: e6b690d2-7d5a-4960-848e-b49e15715b00 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:51:36.314197 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Device e6b690d2-7d5a-4960-848e-b49e15715b00 not bound to the agent host hv-cinder-81322 {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:51:36.458103 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16299341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16393357'] for router_interface, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:36.662526 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:51:36.760455 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:51:36.765468 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-0691ab5f-b728-4d05-a244-11ed3f072410 admin admin] 10.222.0.62 "PUT /v2.0/routers/07b2ea5e-2189-4051-81ba-7f0d5e14a194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3299322 Dec 15 11:51:36.767948 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47488) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:36.771616 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] Sync routers for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:51:36.781406 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:51:36.782028 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:51:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:36.868681 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:36.885211 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:51:36.971652 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.022194 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Deleting port 38670ac4-c76a-4806-a731-c5800b3eeb04 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:51:37.022531 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.057287 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:51:36Z', 'revision_number': 5, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port': {'id': '38670ac4-c76a-4806-a731-c5800b3eeb04', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:09Z', 'updated_at': '2021-12-15T11:47:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:37.087736 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] Checking router: 07b2ea5e-2189-4051-81ba-7f0d5e14a194 for host: dv-cinder-813222-4-iscsi {{(pid=102633) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:51:37.096318 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] Routers {'07b2ea5e-2189-4051-81ba-7f0d5e14a194'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102633) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:51:37.096954 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:51:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'], 'active': True} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:37.102638 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] For port 38670ac4-c76a-4806-a731-c5800b3eeb04, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=38670ac4-c76a-4806-a731-c5800b3eeb04,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:37.103005 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.115103 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Calling delete_port for 38670ac4-c76a-4806-a731-c5800b3eeb04 owned by network:router_gateway {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:51:37.184056 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvr_db [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] Set router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 gateway port host: None {{(pid=102633) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:51:37.239095 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_hamode_db [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:51:36Z', 'revision_number': 6, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port_host': None}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102633) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:37.265642 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddbd22a-df45-4a37-b38d-eb09928cef3b None None] The sync data for ids ['07b2ea5e-2189-4051-81ba-7f0d5e14a194'] in dv-cinder-813222-4-iscsi is: [{'id': '07b2ea5e-2189-4051-81ba-7f0d5e14a194', 'name': 'tempest-TestShelveInstance-424698272-router', 'tenant_id': '9e2b35aaa1bf49a299037296e23af46a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:08Z', 'updated_at': '2021-12-15T11:51:36Z', 'revision_number': 6, 'project_id': '9e2b35aaa1bf49a299037296e23af46a', 'gw_port_host': None}] {{(pid=102633) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:51:37.282026 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.310317 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=38670ac4-c76a-4806-a731-c5800b3eeb04,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:37.352346 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.370757 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16394543'] for router_gateway, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.456383 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.458468 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.501418 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16400310'] for router, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.501904 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07b2ea5e-2189-4051-81ba-7f0d5e14a194 {{(pid=102631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:51:37.507163 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] Publish callbacks [] for router, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.508826 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-a5540a5c-27fe-47c4-af71-8285f1191be6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/07b2ea5e-2189-4051-81ba-7f0d5e14a194 HTTP/1.1" status: 204 len: 168 time: 0.7398400 Dec 15 11:51:37.511122 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47490) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:37.554248 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9295650-f65f-4a1e-8dfd-5baeafef7011 admin admin] Deleting subnet 15f394df-eae2-4ef6-825d-738d011e71a0 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:51:37.557106 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f9295650-f65f-4a1e-8dfd-5baeafef7011 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.592859 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f9295650-f65f-4a1e-8dfd-5baeafef7011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13568242'] for subnet, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.672253 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f9295650-f65f-4a1e-8dfd-5baeafef7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.731345 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f9295650-f65f-4a1e-8dfd-5baeafef7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897407'] for subnet, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.761016 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9295650-f65f-4a1e-8dfd-5baeafef7011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f394df-eae2-4ef6-825d-738d011e71a0,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:37.762890 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-f9295650-f65f-4a1e-8dfd-5baeafef7011 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.766110 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-f9295650-f65f-4a1e-8dfd-5baeafef7011 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/15f394df-eae2-4ef6-825d-738d011e71a0 HTTP/1.1" status: 204 len: 168 time: 0.2540712 Dec 15 11:51:37.766963 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8110b5-5e1c-4b42-a7fe-b5d5b222e595 None None] Network 85c8d7ab-3a44-4eb3-8380-99ca3914b839 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:51:37.769314 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47492) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:37.838856 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.892412 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Deleting port ce445a65-3d0f-4ba6-8987-86e9192027ed {{(pid=102632) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:51:37.892752 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.957290 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.db [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] For port ce445a65-3d0f-4ba6-8987-86e9192027ed, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=ce445a65-3d0f-4ba6-8987-86e9192027ed,segment=NetworkSegment(61a9ef9e-0ed1-45ac-99a7-5063f7045e84),segment_id=61a9ef9e-0ed1-45ac-99a7-5063f7045e84)] {{(pid=102632) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:37.957683 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:37.969987 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.plugin [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Calling delete_port for ce445a65-3d0f-4ba6-8987-86e9192027ed owned by network:dhcp {{(pid=102632) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:51:38.050954 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14140998'] for port, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:38.056217 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34022896-10b1-4546-8fd9-6d0da821ebc1 None None] DHCP port deletion for 85c8d7ab-3a44-4eb3-8380-99ca3914b839 request from dv-cinder-813222-4-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:51:38.068212 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 63b49a72-cf64-4f62-b3cb-85a1c1552b56 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:51:38.078675 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ce445a65-3d0f-4ba6-8987-86e9192027ed,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:38.084700 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] No DVR routers for this DVR port ce445a65-3d0f-4ba6-8987-86e9192027ed on host dv-cinder-813222-4-iscsi {{(pid=102632) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:51:38.094632 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 63b49a72-cf64-4f62-b3cb-85a1c1552b56 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:51:38.094985 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 63b49a72-cf64-4f62-b3cb-85a1c1552b56 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:51:38.159904 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:38.181495 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85c8d7ab-3a44-4eb3-8380-99ca3914b839']}} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:38.191185 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a9ef9e-0ed1-45ac-99a7-5063f7045e84') {'for_net_delete': True} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:38.191482 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.services.segments.db [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a9ef9e-0ed1-45ac-99a7-5063f7045e84') {} {{(pid=102632) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:38.201044 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14092430'] for segment, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:38.213946 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:38.219679 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=102632) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:51:38.220060 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14140955'] for segment, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: Traceback (most recent call last): Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: timer() Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: cb(*args, **kw) Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: return func(*args, **kwargs) Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: self._notify() Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: self.callback(batched_events) Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: event.method(event) Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: return f(self, *a, **k) Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._get(url).json() Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: return self.request(url, 'GET', **kwargs) Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:51:38.222240 dv-cinder-813222-4-iscsi neutron-server[102632]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:51:38.278820 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:38.284230 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:38.287560 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] 10.222.0.62 "DELETE /v2.0/networks/85c8d7ab-3a44-4eb3-8380-99ca3914b839 HTTP/1.1" status: 204 len: 168 time: 0.5171812 Dec 15 11:51:38.290648 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47494) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:38.309582 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001effc-6b27-46f3-a925-4d8875b663bb admin admin] Pushing event deleted for resources: {'Network': ['ID=85c8d7ab-3a44-4eb3-8380-99ca3914b839,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:38.874373 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16393233'] for router_interface, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:39.116660 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Deleting port 8161e21a-ea74-495f-9933-0084a7394d85 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:51:39.117028 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:39.201657 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] For port 8161e21a-ea74-495f-9933-0084a7394d85, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=8161e21a-ea74-495f-9933-0084a7394d85,segment=NetworkSegment(0fce8c7e-ad72-4582-bb05-918341431010),segment_id=0fce8c7e-ad72-4582-bb05-918341431010)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:39.202020 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:39.214670 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Calling delete_port for 8161e21a-ea74-495f-9933-0084a7394d85 owned by network:router_interface {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:51:39.396632 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 38670ac4-c76a-4806-a731-c5800b3eeb04 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:51:39.398508 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:39.420687 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 38670ac4-c76a-4806-a731-c5800b3eeb04 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:51:39.421052 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 38670ac4-c76a-4806-a731-c5800b3eeb04 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:51:39.421457 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device ce445a65-3d0f-4ba6-8987-86e9192027ed no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:51:39.424703 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8161e21a-ea74-495f-9933-0084a7394d85,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:39.441406 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: ce445a65-3d0f-4ba6-8987-86e9192027ed {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:51:39.442005 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device ce445a65-3d0f-4ba6-8987-86e9192027ed not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:51:39.581956 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16299341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16393357'] for router_interface, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:39.793654 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 has already been hosted by L3 agent 6990da39-b921-4750-8957-e8e2e452f043 {{(pid=102631) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 11:51:39.896549 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] Notify agent at l3_agent.dv-cinder-813222-4-iscsi the message routers_updated {{(pid=102631) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 11:51:39.901943 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-20bfd9ee-e48b-4c6f-917d-c4ac225d2be4 admin admin] 10.222.0.62 "PUT /v2.0/routers/3f4fb3ea-c179-4776-be2a-3e473ae366d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6102953 Dec 15 11:51:39.904404 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47496) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:39.905163 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a91a20-8521-467d-a040-0aff70310deb None None] Sync routers for ids ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'] in dv-cinder-813222-4-iscsi {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 11:51:39.916017 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a91a20-8521-467d-a040-0aff70310deb None None] Routers {'3f4fb3ea-c179-4776-be2a-3e473ae366d5'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:51:39.916629 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-73a91a20-8521-467d-a040-0aff70310deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:51:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:40.005566 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks [] for router, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.017552 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-73a91a20-8521-467d-a040-0aff70310deb None None] Set router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 gateway port host: dv-cinder-813222-4-iscsi {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:51:40.103196 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.155643 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Deleting port 861e8aa0-5657-4292-93a4-08dc97c70f40 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:51:40.155986 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.193920 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-73a91a20-8521-467d-a040-0aff70310deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'external_fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:13Z', 'updated_at': '2021-12-15T11:51:39Z', 'revision_number': 5, 'project_id': '93e2f282d0034fe8bded481152373553', 'gw_port': {'id': '861e8aa0-5657-4292-93a4-08dc97c70f40', 'name': '', 'network_id': '32bef26b-9e0e-449d-ae82-5d59e2e52b48', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813222-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T11:47:14Z', 'updated_at': '2021-12-15T11:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44b6211c-ee34-4475-91c9-d0bb7f7a7d8d', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813222-4-iscsi'}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:40.223456 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a91a20-8521-467d-a040-0aff70310deb None None] Checking router: 3f4fb3ea-c179-4776-be2a-3e473ae366d5 for host: dv-cinder-813222-4-iscsi {{(pid=102634) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 11:51:40.231520 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a91a20-8521-467d-a040-0aff70310deb None None] Routers {'3f4fb3ea-c179-4776-be2a-3e473ae366d5'} bound to L3 agent in host dv-cinder-813222-4-iscsi {{(pid=102634) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 11:51:40.232115 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-73a91a20-8521-467d-a040-0aff70310deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813222-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T11:29:29Z,description=,heartbeat_timestamp=2021-12-15T11:51:29Z,host='dv-cinder-813222-4-iscsi',id=6990da39-b921-4750-8957-e8e2e452f043,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T11:29:29Z,topic='l3_agent')) {'router_ids': ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'], 'active': True} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:40.232949 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] For port 861e8aa0-5657-4292-93a4-08dc97c70f40, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=861e8aa0-5657-4292-93a4-08dc97c70f40,segment=NetworkSegment(7b05b115-6943-4b81-ab90-0f995e79b5b3),segment_id=7b05b115-6943-4b81-ab90-0f995e79b5b3)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:40.233311 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.245811 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Calling delete_port for 861e8aa0-5657-4292-93a4-08dc97c70f40 owned by network:router_gateway {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:51:40.314711 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_dvr_db [None req-73a91a20-8521-467d-a040-0aff70310deb None None] Set router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 gateway port host: None {{(pid=102634) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 11:51:40.364846 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.l3_hamode_db [None req-73a91a20-8521-467d-a040-0aff70310deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:13Z', 'updated_at': '2021-12-15T11:51:40Z', 'revision_number': 6, 'project_id': '93e2f282d0034fe8bded481152373553', 'gw_port_host': None}], 'dv-cinder-813222-4-iscsi', False) {} {{(pid=102634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:40.393095 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a91a20-8521-467d-a040-0aff70310deb None None] The sync data for ids ['3f4fb3ea-c179-4776-be2a-3e473ae366d5'] in dv-cinder-813222-4-iscsi is: [{'id': '3f4fb3ea-c179-4776-be2a-3e473ae366d5', 'name': 'tempest-TestShelveInstance-1862767051-router', 'tenant_id': '93e2f282d0034fe8bded481152373553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T11:47:13Z', 'updated_at': '2021-12-15T11:51:40Z', 'revision_number': 6, 'project_id': '93e2f282d0034fe8bded481152373553', 'gw_port_host': None}] {{(pid=102634) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 11:51:40.405480 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.435177 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Pushing event deleted for resources: {'Port': ['ID=861e8aa0-5657-4292-93a4-08dc97c70f40,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:40.492930 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16394543'] for router_gateway, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.577262 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16400319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4420'] for router, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.579308 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.641550 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16400310'] for router, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.642252 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f4fb3ea-c179-4776-be2a-3e473ae366d5 {{(pid=102631) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 11:51:40.647708 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] Publish callbacks [] for router, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.649125 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-8f806981-f373-4101-80aa-b7198a737177 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3f4fb3ea-c179-4776-be2a-3e473ae366d5 HTTP/1.1" status: 204 len: 168 time: 0.7435665 Dec 15 11:51:40.652169 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47498) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:40.695024 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.db_base_plugin_v2 [None req-1681411d-c1a4-4c5b-9a5b-7baa9922b869 admin admin] Deleting subnet 97a24e1f-f872-42bf-8e70-4e26f38507a1 {{(pid=102631) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 11:51:40.697866 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1681411d-c1a4-4c5b-9a5b-7baa9922b869 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.731812 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1681411d-c1a4-4c5b-9a5b-7baa9922b869 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13568242'] for subnet, precommit_delete_associations {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.812170 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1681411d-c1a4-4c5b-9a5b-7baa9922b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1156102'] for subnet, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.865027 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1681411d-c1a4-4c5b-9a5b-7baa9922b869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1156109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16269139', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13444564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12897407'] for subnet, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.891269 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681411d-c1a4-4c5b-9a5b-7baa9922b869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97a24e1f-f872-42bf-8e70-4e26f38507a1,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:40.893859 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-1681411d-c1a4-4c5b-9a5b-7baa9922b869 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:40.899472 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-1681411d-c1a4-4c5b-9a5b-7baa9922b869 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/97a24e1f-f872-42bf-8e70-4e26f38507a1 HTTP/1.1" status: 204 len: 168 time: 0.2438943 Dec 15 11:51:40.899611 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2ac2b3-b881-4de9-8e82-1d36c56ac07e None None] Network 10573a88-b153-49e9-8eff-aa944f646326 requested from dv-cinder-813222-4-iscsi {{(pid=102633) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 11:51:40.900047 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47500) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:40.970174 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1547048'] for network, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.027700 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Deleting port ab7706a2-cb48-48b5-a7eb-24348064c254 {{(pid=102631) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:51:41.028041 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.087861 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.db [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] For port ab7706a2-cb48-48b5-a7eb-24348064c254, host dv-cinder-813222-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813222-4-iscsi',level=0,port_id=ab7706a2-cb48-48b5-a7eb-24348064c254,segment=NetworkSegment(0fce8c7e-ad72-4582-bb05-918341431010),segment_id=0fce8c7e-ad72-4582-bb05-918341431010)] {{(pid=102631) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:41.088148 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.100166 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.plugin [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Calling delete_port for ab7706a2-cb48-48b5-a7eb-24348064c254 owned by network:dhcp {{(pid=102631) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:51:41.157127 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] DHCP port deletion for 10573a88-b153-49e9-8eff-aa944f646326 request from dv-cinder-813222-4-iscsi {{(pid=102633) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 11:51:41.187174 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13444579'] for port, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.215085 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab7706a2-cb48-48b5-a7eb-24348064c254,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:41.216321 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Deleting port ab7706a2-cb48-48b5-a7eb-24348064c254 {{(pid=102633) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 11:51:41.216704 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743807264368'] for port, before_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.217052 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] No DVR routers for this DVR port ab7706a2-cb48-48b5-a7eb-24348064c254 on host dv-cinder-813222-4-iscsi {{(pid=102631) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:51:41.283306 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.db [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] For port ab7706a2-cb48-48b5-a7eb-24348064c254, host dv-cinder-813222-4-iscsi, got binding levels [] {{(pid=102633) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 11:51:41.283845 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16308356'] for port, precommit_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.288664 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1159057', 'neutron.services.segments.db._delete_segments_for_network-8743807240578'] for network, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.297242 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Calling delete_port for ab7706a2-cb48-48b5-a7eb-24348064c254 owned by network:dhcp {{(pid=102633) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 11:51:41.300562 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.ipam_backend_mixin [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Port ab7706a2-cb48-48b5-a7eb-24348064c254 was not found and therefore no delete operation was performed {{(pid=102633) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 15 11:51:41.301928 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330950', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-332866', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743807113171', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743806690497'] for port, after_delete {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.309792 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10573a88-b153-49e9-8eff-aa944f646326']}} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:41.319634 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fce8c7e-ad72-4582-bb05-918341431010') {'for_net_delete': True} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:41.319939 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.services.segments.db [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fce8c7e-ad72-4582-bb05-918341431010') {} {{(pid=102631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 11:51:41.328201 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Pushing event deleted for resources: {'Port': ['ID=ab7706a2-cb48-48b5-a7eb-24348064c254,revision_number=None']} {{(pid=102633) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:41.330511 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] No DVR routers for this DVR port ab7706a2-cb48-48b5-a7eb-24348064c254 on host dv-cinder-813222-4-iscsi {{(pid=102633) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 11:51:41.340457 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743807244171', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13568009'] for segment, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.344164 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.344534 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.344918 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.345267 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.345606 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.345928 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.346291 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.346727 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.346944 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.347275 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.352084 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447'] for segment, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.354892 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.355306 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.355653 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45e07ac-7b9f-4e67-825e-e7687dc9bbb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813222-4-iscsi {{(pid=102633) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 11:51:41.359869 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=102631) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 11:51:41.360434 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1154447', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13444542'] for segment, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: Traceback (most recent call last): Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: timer() Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: cb(*args, **kw) Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: return func(*args, **kwargs) Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: self._notify() Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: self.callback(batched_events) Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: event.method(event) Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: return f(self, *a, **k) Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._get(url).json() Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: return self.request(url, 'GET', **kwargs) Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 11:51:41.363078 dv-cinder-813222-4-iscsi neutron-server[102631]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 11:51:41.419804 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1159064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16299380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16394499'] for network, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.425652 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16299370'] for network, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.429245 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] 10.222.0.62 "DELETE /v2.0/networks/10573a88-b153-49e9-8eff-aa944f646326 HTTP/1.1" status: 204 len: 168 time: 0.5285363 Dec 15 11:51:41.434702 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device ab7706a2-cb48-48b5-a7eb-24348064c254 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:51:41.447559 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b98758-ff53-4380-9cfe-510b2080fc4c admin admin] Pushing event deleted for resources: {'Network': ['ID=10573a88-b153-49e9-8eff-aa944f646326,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:41.465559 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: ab7706a2-cb48-48b5-a7eb-24348064c254 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:51:41.465976 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device ab7706a2-cb48-48b5-a7eb-24348064c254 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:51:41.466445 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8161e21a-ea74-495f-9933-0084a7394d85 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:51:41.490885 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 8161e21a-ea74-495f-9933-0084a7394d85 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:51:41.491294 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 8161e21a-ea74-495f-9933-0084a7394d85 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:51:41.491712 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 861e8aa0-5657-4292-93a4-08dc97c70f40 no longer exists at agent ovs-agent-dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 11:51:41.511048 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.plugin [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] No Port match for: 861e8aa0-5657-4292-93a4-08dc97c70f40 {{(pid=102633) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 11:51:41.511399 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron.plugins.ml2.rpc [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Device 861e8aa0-5657-4292-93a4-08dc97c70f40 not bound to the agent host dv-cinder-813222-4-iscsi {{(pid=102633) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 11:51:41.631101 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47504) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:41.670026 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-6a819b11-2522-46c7-a6c0-a51d7b511a0b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e2b35aaa1bf49a299037296e23af46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377002 Dec 15 11:51:41.672302 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [-] (102631) accepted ('10.222.0.62', 47506) {{(pid=102631) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:41.718245 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9fdabc3b-9f20-424a-a4b3-3f821335057a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.740381 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9fdabc3b-9f20-424a-a4b3-3f821335057a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.788038 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9fdabc3b-9f20-424a-a4b3-3f821335057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.790823 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron_lib.callbacks.manager [None req-9fdabc3b-9f20-424a-a4b3-3f821335057a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:41.791951 dv-cinder-813222-4-iscsi neutron-server[102631]: INFO neutron.wsgi [None req-9fdabc3b-9f20-424a-a4b3-3f821335057a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f636c1a-525e-4b25-a9f9-3000a5532786 HTTP/1.1" status: 204 len: 168 time: 0.1187372 Dec 15 11:51:41.799157 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdabc3b-9f20-424a-a4b3-3f821335057a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f636c1a-525e-4b25-a9f9-3000a5532786,revision_number=None']} {{(pid=102631) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:42.098438 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47512) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:42.136415 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-dc579d14-4a1d-451b-81e7-ccb2d0533ce1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93e2f282d0034fe8bded481152373553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368707 Dec 15 11:51:42.138763 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [-] (102632) accepted ('10.222.0.62', 47514) {{(pid=102632) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 11:51:42.186379 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-39657987-8d30-475b-9d4a-e6c2ff047a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:42.206350 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-39657987-8d30-475b-9d4a-e6c2ff047a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:42.252787 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-39657987-8d30-475b-9d4a-e6c2ff047a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16304483'] for security_group, after_delete {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:42.255421 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron_lib.callbacks.manager [None req-39657987-8d30-475b-9d4a-e6c2ff047a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102632) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:42.259051 dv-cinder-813222-4-iscsi neutron-server[102632]: INFO neutron.wsgi [None req-39657987-8d30-475b-9d4a-e6c2ff047a85 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7b6b61a-95e0-4201-aaa7-194effab2c99 HTTP/1.1" status: 204 len: 168 time: 0.1169038 Dec 15 11:51:42.264307 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39657987-8d30-475b-9d4a-e6c2ff047a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b6b61a-95e0-4201-aaa7-194effab2c99,revision_number=None']} {{(pid=102632) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 11:51:45.297862 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:51:56.709983 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8cb97819-971b-402c-ba40-f4e96bbcadb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:51:58.969631 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-05517328-8d4c-44c5-9d25-268585dbb487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:00.078422 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:01.383791 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:02.694382 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:07.352207 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:22.297111 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:52:26.711992 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-07feabed-7503-4d6a-acc9-87dad3703e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:28.971242 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-efd22f36-63fe-46e3-8a5d-2a1d6ec8dcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:30.078151 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:31.386326 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:32.696840 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:37.351687 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:56.716637 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-189f62f5-ef2e-422b-ae1b-d7848374eb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:58.972529 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-29c1c081-1784-4540-a5b3-d317a09b21e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:52:59.295900 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:53:00.080432 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:01.390928 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:02.698538 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:07.352639 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:09.934641 dv-cinder-813222-4-iscsi neutron-server[102631]: DEBUG neutron.wsgi [req-b33b8447-8b4c-4593-84fd-4356125a676a req-40f53e8f-b0e5-44ec-8671-e03a15b3e62b service neutron] (102631) timed out ('10.222.0.58', 56911) {{(pid=102631) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 11:53:26.722216 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd893-f4db-4950-b05a-bc106d66e115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:28.973161 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c7cf1e30-fadc-4498-b485-f83c06220995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:30.086759 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:31.395527 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:32.701150 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:36.294643 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:53:37.357235 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:56.727333 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-594f2755-100c-4b1f-b5df-0530c3d5a4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:53:58.974611 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-d104b1b5-c2cb-4678-bcde-28b6959a720d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:00.086344 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:01.397319 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:02.703717 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:07.383514 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:13.294229 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:54:26.728795 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-301f3cc4-8369-4b48-82c8-5134f3b492c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:28.976971 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-1b47bd6a-8353-4556-abc5-d1a380f396c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:30.089969 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:31.400423 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:32.707930 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:37.382669 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:41.676030 dv-cinder-813222-4-iscsi neutron-server[102632]: DEBUG neutron.wsgi [req-899613d4-9dfe-4df0-8b10-3f5b1c871d12 req-7aca043c-fe72-43f7-aa93-a1bb6719cadb service neutron] (102632) timed out ('10.222.0.58', 56905) {{(pid=102632) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 11:54:50.292836 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:54:56.731949 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-af93f130-7ae7-4f6e-bf9a-f53b1f71b18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:54:58.979092 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-34fef948-50c3-46e2-9d73-7bd8794b959c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:00.095860 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:01.403170 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:02.710738 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:07.382321 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:26.734805 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-68fc35c8-4722-46a4-b82b-e46f1b3d832b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:27.291649 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:55:28.981900 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-605e04b5-a93b-454e-a5ea-b48e5322c97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:30.097608 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:31.406304 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:32.717055 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:37.396959 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:56.736980 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-8466f584-06b6-43f0-97c0-5f7bf678ecca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:55:58.987236 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e9c8759c-51ba-418f-873c-5cd52d062504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:00.098703 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:01.409105 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:02.708769 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:04.289978 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:56:07.396801 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:26.738148 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b4a562cc-7614-4883-94f3-aa6c0acd358f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:28.988880 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-e68c0024-b23f-4467-b826-a03615e5c3f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:30.101226 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:31.412130 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:32.710985 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-c5446067-1c7d-4541-a14c-445ab2e0fcb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:37.396963 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-7cbabee8-e656-4ac5-ae02-948c6096d99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:41.289064 dv-cinder-813222-4-iscsi neutron-server[102634]: DEBUG neutron.db.agents_db [None req-aff90397-806e-4994-b842-ed8ec743be0b None None] Agent healthcheck: found 6 active agents {{(pid=102634) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 11:56:56.740032 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-035e5378-3059-4dec-8150-a04181374ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:56:58.989905 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-b7888d40-293b-4c96-972b-dbfdebb3282e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:00.104165 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c1-0ee4-48b6-8732-5ebef9db58d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 11:57:01.415372 dv-cinder-813222-4-iscsi neutron-server[102633]: DEBUG neutron_lib.callbacks.manager [None req-92ac44a0-9050-4b9d-86af-20761cc11de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743807240533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1160775'] for agent, after_update {{(pid=102633) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}